-- Logs begin at Mon 2021-08-16 16:50:02 UTC, end at Mon 2021-08-16 18:07:58 UTC. -- Aug 16 17:39:05.447850 dv-cinder-797608-18-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 16 17:39:08.194157 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.common.config [-] Logging enabled! Aug 16 17:39:08.194815 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev542 Aug 16 17:39:08.194994 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101238) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 17:39:08.198273 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.common.config [-] Logging enabled! Aug 16 17:39:08.198530 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev542 Aug 16 17:39:08.198842 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101238) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 17:39:08.199774 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 17:39:08.200009 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 17:39:08.200385 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 17:39:08.200674 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 17:39:08.200901 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 17:39:08.201250 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.201529 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.201828 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.202090 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.202389 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.202680 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.202962 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.203253 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.203550 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.203836 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.204114 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.204400 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.204627 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.204908 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.205194 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.205479 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.205703 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] debug = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.206006 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.206430 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.206850 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.207129 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.207415 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.207698 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.207971 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.208250 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.208553 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.208862 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] host = dv-cinder-797608-18-iscsi {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.209139 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.209425 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.209726 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.210046 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.210379 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.210672 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.210984 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.211305 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.211580 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] log_file = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.211856 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.212148 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.212440 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.212769 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.212955 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.213178 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.213468 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.213755 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.214068 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.214328 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.214621 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.214875 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.215147 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.215414 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.215698 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.215980 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.216778 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.217055 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.217330 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.217603 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.217875 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.218184 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.218457 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.218730 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.219004 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.219315 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.219571 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.219830 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.220127 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.220417 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.220697 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.220981 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.221254 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.221554 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.221808 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.222151 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.222385 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] use_json = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.222677 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.222928 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.223210 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.223481 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.223751 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.224020 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.224289 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.224571 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:08.224869 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.225167 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.225468 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.225754 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.226427 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.226427 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.226709 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.227430 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.227430 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.227605 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.227890 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.228164 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.228414 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.228704 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.228988 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.229296 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.229588 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.229881 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.230190 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.230497 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.230743 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.231025 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.231312 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.231610 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.232052 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.232331 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.232708 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.233416 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.233703 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.234005 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.234286 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.234577 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.234858 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.235148 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.235421 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.235700 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.235975 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.236251 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.236532 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.236827 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.237108 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.237384 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.237661 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.237980 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.238272 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.238540 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.238819 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.239094 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.239369 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.239651 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.239925 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.240199 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.240480 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.240758 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.241059 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.241309 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.241583 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.241857 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.242230 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.242511 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.242798 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.243065 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.243344 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.243620 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.243894 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.244168 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.244443 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.244719 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.245006 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.245306 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.245587 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.245867 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.246171 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.246453 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.246734 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.247012 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.247325 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.247605 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.247883 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.248175 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.248460 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.248767 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.249034 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.249310 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.249604 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.249883 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.250192 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.250467 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.250750 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.251041 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.251323 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.251616 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.251913 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.252208 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.252501 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.252795 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.253077 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.253436 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.253669 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:08.253887 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 17:39:08.254153 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101238) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 16 17:39:08.607800 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 17:39:08.608084 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 17:39:08.608376 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 17:39:08.608716 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 16 17:39:09.005447 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.005740 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.006040 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.007629 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.007629 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.007825 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.042698 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.042994 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.043260 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.060787 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.061069 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.061341 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.089435 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.089716 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.090018 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.126832 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.127118 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.127389 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.360293 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.360935 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.360935 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.361105 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.361771 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.491475 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.491789 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.492086 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.492364 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.492635 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.492950 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.493215 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.493473 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.493728 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.494058 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.494306 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.494574 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.494868 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.495083 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.495343 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.495614 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.495871 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.496138 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.496411 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.496671 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.496947 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.497803 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.498141 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.498530 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.498786 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.499035 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.499442 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101238) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 17:39:09.499687 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101238) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 17:39:09.499926 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101238) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 17:39:09.500162 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101238) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 17:39:09.500396 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101238) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 17:39:09.500631 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101238) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 17:39:09.501000 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 16 17:39:09.504399 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 16 17:39:09.508346 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 16 17:39:09.512072 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Aug 16 17:39:09.513955 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 16 17:39:09.514418 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 16 17:39:09.514752 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 16 17:39:09.515142 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 16 17:39:09.517974 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 16 17:39:09.518229 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 16 17:39:09.518578 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 17:39:09.524386 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 16 17:39:09.546494 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 16 17:39:09.546961 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.547271 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101238) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 16 17:39:09.547634 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.548982 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101238) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 16 17:39:09.549268 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 17:39:09.549515 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 16 17:39:09.552913 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.553198 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:09.615972 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 16 17:39:09.616133 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 16 17:39:09.616369 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 16 17:39:09.616763 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 16 17:39:09.639550 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_db.sqlalchemy.engines [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101238) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 16 17:39:10.416487 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.plugins.ml2.managers [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Initializing driver for type 'gre' Aug 16 17:39:10.417156 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] gre ID ranges: [(1, 1000)] Aug 16 17:39:10.668017 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.plugins.ml2.managers [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Initializing driver for type 'local' Aug 16 17:39:10.668255 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.plugins.ml2.managers [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Initializing driver for type 'vlan' Aug 16 17:39:10.742046 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] VlanTypeDriver initialization complete Aug 16 17:39:10.742384 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.plugins.ml2.managers [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Initializing driver for type 'vxlan' Aug 16 17:39:10.742978 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] vxlan ID ranges: [(1, 1000)] Aug 16 17:39:11.182211 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.plugins.ml2.managers [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Initializing extension driver 'port_security' Aug 16 17:39:11.182550 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.plugins.ml2.extensions.port_security [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] PortSecurityExtensionDriver initialization complete Aug 16 17:39:11.182880 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.plugins.ml2.managers [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Initializing mechanism driver 'openvswitch' Aug 16 17:39:11.183210 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.plugins.ml2.managers [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Initializing mechanism driver 'hyperv' Aug 16 17:39:11.190262 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.plugins.ml2.plugin [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:39:11.190952 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > port after_create 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.191323 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > port after_update 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.191685 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > port after_delete 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.192218 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101238) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 17:39:11.192641 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > subnet after_create 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.193048 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > subnet after_update 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.193391 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.193786 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101238) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 17:39:11.194230 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > network after_create 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.194584 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > network after_update 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.194926 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > network after_delete 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.199470 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101238) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 17:39:11.199470 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > security_group after_create 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.199470 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > security_group after_update 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.199470 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.199470 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101238) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 17:39:11.200008 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.200008 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.200008 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.200008 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101238) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 17:39:11.200008 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > address_group after_create 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.201066 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > address_group after_update 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.201066 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.201066 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101238) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 17:39:11.201066 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] ML2 OVO RPC backend initialized. {{(pid=101238) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 16 17:39:11.201509 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.201867 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.202308 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > network before_response 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.202657 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > networks before_response 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.203004 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > port before_response 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.203346 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > ports before_response 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.203693 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > subnet before_response 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.204034 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > subnets before_response 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.204380 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > network after_create 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.204718 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > network after_update 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.205052 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > network after_delete 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.205389 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > port after_create 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.205723 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > port after_update 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.206086 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > port after_delete 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.206420 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > subnet after_create 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.206752 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > subnet after_update 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.207084 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.207660 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.plugins.ml2.plugin [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Modular L2 Plugin initialization complete Aug 16 17:39:11.207991 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading services supported by the core plugin {{(pid=101238) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 16 17:39:11.208313 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.plugins.ml2.managers [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Got port-security extension from driver 'port_security' Aug 16 17:39:11.208778 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.extensions.vlantransparent [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Disabled vlantransparent extension. Aug 16 17:39:11.209311 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101238) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 16 17:39:11.209622 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading Plugin: router Aug 16 17:39:11.246251 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.246647 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > router after_create 55549900 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.247521 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > router before_create 55549900 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.247902 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.248278 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.248637 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > router after_delete 55549900 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.248997 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.249361 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > router after_create 55549900 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.249710 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > router after_update 55549900 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.250090 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > router after_update 55549900 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.250444 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.250806 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > router after_update 55549900 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.251219 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > router precommit_update 55549900 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.251597 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: port after_update 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.251941 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: port after_delete 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.252282 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: subnet after_update 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.252667 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.252975 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.253322 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > router precommit_create 55549900 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.253768 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: port before_delete 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.254144 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > router precommit_create 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.254505 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > router after_update 55549900 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.254849 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.255202 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > router precommit_create 55549900 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.255564 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.255912 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > router precommit_update 55549900 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.256279 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > agent after_create 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.256635 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > agent after_delete 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.256978 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > network after_delete 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.257837 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.quota.resource_registry [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Tracking information for resource: router configured {{(pid=101238) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 17:39:11.258200 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.quota.resource_registry [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Tracking information for resource: floatingip configured {{(pid=101238) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 17:39:11.263075 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.db.l3_agentschedulers_db [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 16 17:39:11.263776 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: port after_update 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.264139 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: port after_create 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.264495 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: port after_delete 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.264852 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: port after_update 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.265654 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > router before_create 55550100 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.266046 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.266411 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > router precommit_create 55550100 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.267285 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > router precommit_update 55550100 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.271751 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.services.provider_configuration [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Service providers = [] {{(pid=101238) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 16 17:39:11.272117 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.db.servicetype_db [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101238) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 16 17:39:11.275093 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.services.service_base [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101238) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 17:39:11.275447 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.services.service_base [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101238) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 17:39:11.275793 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.services.service_base [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101238) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 17:39:11.276676 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.services.service_base [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101238) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 17:39:11.277051 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.services.service_base [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 16 17:39:11.277437 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101238) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 17:39:11.277758 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 16 17:39:11.289212 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101238) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 17:39:11.289212 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading Plugin: auto_allocate Aug 16 17:39:11.295308 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: network precommit_update 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.295679 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: network precommit_create 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.296210 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101238) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 17:39:11.296531 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading Plugin: tag Aug 16 17:39:11.303064 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101238) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 17:39:11.303396 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading Plugin: timestamp Aug 16 17:39:11.307416 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101238) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 17:39:11.307758 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading Plugin: network_ip_availability Aug 16 17:39:11.313283 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.313661 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.314049 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.315278 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101238) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 17:39:11.315604 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading Plugin: flavors Aug 16 17:39:11.320386 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101238) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 17:39:11.320722 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading Plugin: revisions Aug 16 17:39:11.324999 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101238) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 17:39:11.325421 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_concurrency.lockutils [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.717s {{(pid=101238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 17:39:11.326201 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101238) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 16 17:39:11.326544 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Initializing extension manager. Aug 16 17:39:11.327055 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: __init__.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.327397 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: __pycache__ {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.327732 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.328067 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: address_group.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.328822 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.329391 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: address-group Aug 16 17:39:11.329716 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: address_scope.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.330459 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.330967 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: address-scope Aug 16 17:39:11.331296 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.332257 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.332720 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: router-admin-state-down-before-update Aug 16 17:39:11.333045 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: agent.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.333744 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.334288 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: agent Aug 16 17:39:11.334614 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: agent_resources_synced.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.335708 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.336218 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: agent-resources-synced Aug 16 17:39:11.336540 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: allowedaddresspairs.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.338367 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.338888 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: allowed-address-pairs Aug 16 17:39:11.339215 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: auto_allocated_topology.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.340292 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.340882 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: auto-allocated-topology Aug 16 17:39:11.341216 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: availability_zone.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.341935 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.342446 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: availability_zone Aug 16 17:39:11.342769 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: availability_zone_filter.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.343687 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.344195 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: availability_zone_filter Aug 16 17:39:11.344517 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: data_plane_status.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.345427 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.345949 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extension data-plane-status not supported by any of loaded plugins Aug 16 17:39:11.346275 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: default_subnetpools.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.347192 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.347696 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: default-subnetpools Aug 16 17:39:11.348017 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.348831 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.349333 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: dhcp_agent_scheduler Aug 16 17:39:11.349655 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: dns.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.350772 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.351176 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extension dns-integration not supported by any of loaded plugins Aug 16 17:39:11.351416 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: dns_domain_ports.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.352329 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.352832 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 16 17:39:11.353155 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.354102 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.354716 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 16 17:39:11.355046 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: dvr.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.355722 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.356230 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: dvr Aug 16 17:39:11.357074 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: ecmp_routes.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.358027 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.358576 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 16 17:39:11.358898 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: empty_string_filtering.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.359826 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.360335 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: empty-string-filtering Aug 16 17:39:11.360657 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.361577 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.362115 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 16 17:39:11.362438 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.363357 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.363858 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 16 17:39:11.364180 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: external_net.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.365081 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.365586 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: external-net Aug 16 17:39:11.365925 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.366852 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.367359 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: extra_dhcp_opt Aug 16 17:39:11.367678 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: extraroute.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.368598 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.369097 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: extraroute Aug 16 17:39:11.369454 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: extraroute_atomic.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.370537 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.371035 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: extraroute-atomic Aug 16 17:39:11.371368 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: filter_validation.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.372057 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.373088 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: filter-validation Aug 16 17:39:11.373407 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: fip_pf_description.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.374356 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.374864 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 16 17:39:11.375183 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: fip_port_details.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.376101 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.376604 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: fip-port-details Aug 16 17:39:11.376922 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: flavors.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.378245 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.378755 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: flavors Aug 16 17:39:11.379078 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.389795 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.390357 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 16 17:39:11.390690 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: floatingip_pools.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.391403 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.391913 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: floatingip-pools Aug 16 17:39:11.392241 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: ip_allocation.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.393177 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.393682 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extension ip_allocation not supported by any of loaded plugins Aug 16 17:39:11.394045 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.394972 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.395480 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: ip-substring-filtering Aug 16 17:39:11.395804 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: l2_adjacency.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.396723 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.397224 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 16 17:39:11.397544 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: l3.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.398847 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.399265 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: router Aug 16 17:39:11.399619 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.402105 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.402628 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 16 17:39:11.402959 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.403938 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.404716 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: ext-gw-mode Aug 16 17:39:11.405088 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.406070 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.406584 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: l3-ha Aug 16 17:39:11.406910 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: l3_flavors.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.407824 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.408335 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: l3-flavors Aug 16 17:39:11.408658 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.409566 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.410109 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 16 17:39:11.410432 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: l3agentscheduler.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.411488 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.411999 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: l3_agent_scheduler Aug 16 17:39:11.412325 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: logging.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.413812 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.414378 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extension logging not supported by any of loaded plugins Aug 16 17:39:11.414702 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: metering.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.415618 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.416205 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: metering Aug 16 17:39:11.416531 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.417638 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.418185 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: metering_source_and_destination_fields Aug 16 17:39:11.418515 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: multiprovidernet.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.419954 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.420468 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: multi-provider Aug 16 17:39:11.420819 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: netmtu.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.421776 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.422388 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: net-mtu Aug 16 17:39:11.422712 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: netmtu_writable.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.428792 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.429295 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: net-mtu-writable Aug 16 17:39:11.429759 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: network_availability_zone.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.430478 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.430985 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: network_availability_zone Aug 16 17:39:11.431307 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: network_ip_availability.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.432429 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.432936 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: network-ip-availability Aug 16 17:39:11.433260 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: network_segment_range.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.434066 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.434623 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extension network-segment-range not supported by any of loaded plugins Aug 16 17:39:11.434948 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: pagination.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.435934 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.436308 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: pagination Aug 16 17:39:11.437223 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: port_device_profile.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.438166 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.438682 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: port-device-profile Aug 16 17:39:11.439004 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.439920 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.440429 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: port-mac-address-regenerate Aug 16 17:39:11.440752 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.441674 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.442213 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: port-numa-affinity-policy Aug 16 17:39:11.442565 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: port_resource_request.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.443487 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.443990 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extension port-resource-request not supported by any of loaded plugins Aug 16 17:39:11.444311 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: portbindings.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.445268 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.445946 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: binding Aug 16 17:39:11.446263 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: portbindings_extended.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.457345 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.458060 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: binding-extended Aug 16 17:39:11.458496 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: portsecurity.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.459610 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.460402 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: port-security Aug 16 17:39:11.460864 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: project_id.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.462035 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.462472 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: project-id Aug 16 17:39:11.462834 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: providernet.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.463814 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.464376 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: provider Aug 16 17:39:11.464744 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: qos.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.468927 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.469703 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extension qos not supported by any of loaded plugins Aug 16 17:39:11.470194 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.472118 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.472657 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 16 17:39:11.472997 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.474286 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.474980 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 16 17:39:11.475317 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: qos_default.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.476398 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.476913 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extension qos-default not supported by any of loaded plugins Aug 16 17:39:11.477246 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: qos_fip.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.477944 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.478475 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extension qos-fip not supported by any of loaded plugins Aug 16 17:39:11.478801 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: qos_gateway_ip.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.479735 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.480245 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 16 17:39:11.480573 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: qos_port_network_policy.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.484953 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.485507 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 16 17:39:11.485845 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: qos_pps_rule.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.488417 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.488954 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extension qos-pps not supported by any of loaded plugins Aug 16 17:39:11.491345 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: qos_rule_type_details.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.492322 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.492851 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 16 17:39:11.494205 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: qos_rules_alias.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.496118 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.496873 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 16 17:39:11.497788 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: quotasv2.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.498830 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.499166 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: quotas Aug 16 17:39:11.499491 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: quotasv2_detail.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.502659 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.503055 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: quota_details Aug 16 17:39:11.503341 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: rbac.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.504688 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.505266 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: rbac-policies Aug 16 17:39:11.505600 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: rbac_address_group.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.519898 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.520547 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: rbac-address-group Aug 16 17:39:11.520775 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: rbac_address_scope.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.521716 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.522261 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: rbac-address-scope Aug 16 17:39:11.522590 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: rbac_security_groups.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.523502 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.524094 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: rbac-security-groups Aug 16 17:39:11.524421 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: rbac_subnetpool.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.525334 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.525845 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: rbac-subnetpool Aug 16 17:39:11.526192 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: revisionifmatch.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.527107 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.527615 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: revision-if-match Aug 16 17:39:11.527939 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: revisions.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.529321 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.529832 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: standard-attr-revisions Aug 16 17:39:11.530180 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: router_availability_zone.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.530861 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.531364 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: router_availability_zone Aug 16 17:39:11.531683 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: routerservicetype.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.532593 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.533125 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extension router-service-type not supported by any of loaded plugins Aug 16 17:39:11.533416 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.534426 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.534938 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: security-groups-normalized-cidr Aug 16 17:39:11.535265 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.536175 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.536750 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: port-security-groups-filtering Aug 16 17:39:11.537409 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.538028 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.538534 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: security-groups-remote-address-group Aug 16 17:39:11.538854 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: securitygroup.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.549148 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.549672 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: security-group Aug 16 17:39:11.550026 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: segment.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.550822 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.551327 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extension segment not supported by any of loaded plugins Aug 16 17:39:11.551650 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.552584 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.553092 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 16 17:39:11.553415 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: servicetype.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.554637 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.555156 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: service-type Aug 16 17:39:11.555474 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: sorting.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.556447 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.556890 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: sorting Aug 16 17:39:11.557211 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: standard_attr_segment.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.558311 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.558817 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 16 17:39:11.559136 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: standardattrdescription.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.559816 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.560845 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: standard-attr-description Aug 16 17:39:11.561165 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: stateful_security_group.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.562115 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.562628 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: stateful-security-group Aug 16 17:39:11.562949 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: stdattrs_common.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.563528 dv-cinder-797608-18-iscsi neutron-server[101238]: WARNING neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 16 17:39:11.563848 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.564778 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.565294 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 16 17:39:11.565615 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: subnet_onboard.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.566715 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.567227 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: subnet_onboard Aug 16 17:39:11.567549 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.568466 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.568963 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 16 17:39:11.569282 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: subnet_service_types.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.570230 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.570779 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: subnet-service-types Aug 16 17:39:11.571049 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: subnetallocation.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.572122 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.572629 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: subnet_allocation Aug 16 17:39:11.572952 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.573618 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.574156 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: subnetpool-prefix-ops Aug 16 17:39:11.574479 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.575474 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.575984 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 16 17:39:11.576307 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: tagging.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.577396 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.577929 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: standard-attr-tag Aug 16 17:39:11.578263 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: timestamp.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.579464 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.579972 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loaded extension: standard-attr-timestamp Aug 16 17:39:11.580295 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: trunk.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.581314 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.581822 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extension trunk not supported by any of loaded plugins Aug 16 17:39:11.582168 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: trunk_details.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.583080 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.583588 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extension trunk-details not supported by any of loaded plugins Aug 16 17:39:11.583907 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: uplink_status_propagation.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.584815 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.585327 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 16 17:39:11.585643 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Loading extension file: vlantransparent.py {{(pid=101238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 17:39:11.586667 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 17:39:11.586839 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 16 17:39:11.589311 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.quota.resource_registry [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Creating instance of TrackedResource for resource:network Aug 16 17:39:11.589836 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.quota.resource_registry [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Creating instance of TrackedResource for resource:subnet Aug 16 17:39:11.590261 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.quota.resource_registry [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 17:39:11.590649 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.quota.resource_registry [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Creating instance of TrackedResource for resource:port Aug 16 17:39:11.591909 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.v2.resource_helper [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101238) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 17:39:11.592359 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.v2.resource_helper [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Service FLAVORS assigned prefix: {{(pid=101238) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 17:39:11.592965 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.v2.resource_helper [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101238) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 17:39:11.593382 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.v2.resource_helper [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101238) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 17:39:11.593743 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.quota.resource_registry [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Creating instance of TrackedResource for resource:router Aug 16 17:39:11.594284 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.quota.resource_registry [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Creating instance of TrackedResource for resource:floatingip Aug 16 17:39:11.594790 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.v2.resource_helper [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Service METERING assigned prefix: /metering {{(pid=101238) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 17:39:11.596243 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.596613 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.596964 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:39:11.597996 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.quota.resource_registry [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 17:39:11.598445 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.quota.resource_registry [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Creating instance of TrackedResource for resource:security_group Aug 16 17:39:11.598864 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.quota.resource_registry [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 17:39:11.600607 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.v2.resource_helper [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Service CORE assigned prefix: {{(pid=101238) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 17:39:11.600955 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.quota.resource_registry [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 17:39:11.601305 dv-cinder-797608-18-iscsi neutron-server[101238]: WARNING neutron.quota.resource_registry [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] subnetpool is already registered Aug 16 17:39:11.601742 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.v2.resource_helper [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Service CORE assigned prefix: {{(pid=101238) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 17:39:11.602089 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.quota.resource_registry [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 17:39:11.602423 dv-cinder-797608-18-iscsi neutron-server[101238]: WARNING neutron.quota.resource_registry [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] subnetpool is already registered Aug 16 17:39:11.604695 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.v2.resource_helper [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101238) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 17:39:11.605129 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.v2.resource_helper [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Service FLAVORS assigned prefix: {{(pid=101238) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 17:39:11.605713 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.v2.resource_helper [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101238) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 17:39:11.606159 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.v2.resource_helper [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101238) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 17:39:11.607027 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.quota.resource_registry [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Creating instance of TrackedResource for resource:router Aug 16 17:39:11.607357 dv-cinder-797608-18-iscsi neutron-server[101238]: WARNING neutron.quota.resource_registry [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] router is already registered Aug 16 17:39:11.607760 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.quota.resource_registry [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Creating instance of TrackedResource for resource:floatingip Aug 16 17:39:11.608090 dv-cinder-797608-18-iscsi neutron-server[101238]: WARNING neutron.quota.resource_registry [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] floatingip is already registered Aug 16 17:39:11.608536 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.v2.resource_helper [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Service METERING assigned prefix: /metering {{(pid=101238) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 17:39:11.609210 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.quota.resource_registry [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 17:39:11.609534 dv-cinder-797608-18-iscsi neutron-server[101238]: WARNING neutron.quota.resource_registry [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] rbac_policy is already registered Aug 16 17:39:11.609960 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.quota.resource_registry [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Creating instance of TrackedResource for resource:security_group Aug 16 17:39:11.610291 dv-cinder-797608-18-iscsi neutron-server[101238]: WARNING neutron.quota.resource_registry [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] security_group is already registered Aug 16 17:39:11.610684 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.quota.resource_registry [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 17:39:11.611012 dv-cinder-797608-18-iscsi neutron-server[101238]: WARNING neutron.quota.resource_registry [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] security_group_rule is already registered Aug 16 17:39:11.611630 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.v2.resource_helper [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Service CORE assigned prefix: {{(pid=101238) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 17:39:11.611953 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.quota.resource_registry [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 17:39:11.612282 dv-cinder-797608-18-iscsi neutron-server[101238]: WARNING neutron.quota.resource_registry [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] subnetpool is already registered Aug 16 17:39:11.612703 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.v2.resource_helper [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Service CORE assigned prefix: {{(pid=101238) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 17:39:11.613025 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.quota.resource_registry [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 17:39:11.613347 dv-cinder-797608-18-iscsi neutron-server[101238]: WARNING neutron.quota.resource_registry [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] subnetpool is already registered Aug 16 17:39:11.613802 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extended resource: extensions {{(pid=101238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 17:39:11.615276 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extended resource: address-groups {{(pid=101238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 17:39:11.616755 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extended resource: address-scopes {{(pid=101238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 17:39:11.618226 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extended resource: agents {{(pid=101238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 17:39:11.619352 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extended resource: auto-allocated-topology {{(pid=101238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 17:39:11.620600 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extended resource: availability_zones {{(pid=101238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 17:39:11.621807 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extended resource: dhcp-networks {{(pid=101238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 17:39:11.623896 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extended resource: dhcp-agents {{(pid=101238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 17:39:11.625300 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extended resource: routers {{(pid=101238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 17:39:11.627038 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extended resource: flavors {{(pid=101238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 17:39:11.628296 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extended resource: service_profiles {{(pid=101238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 17:39:11.629500 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extended resource: next_providers {{(pid=101238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 17:39:11.630961 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extended resource: service_profiles {{(pid=101238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 17:39:11.632475 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extended resource: floatingip-pools {{(pid=101238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 17:39:11.633722 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extended resource: routers {{(pid=101238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 17:39:11.635419 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extended resource: floatingips {{(pid=101238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 17:39:11.636687 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extended resource: l3-routers {{(pid=101238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 17:39:11.638108 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extended resource: l3-agents {{(pid=101238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 17:39:11.639508 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extended resource: metering-labels {{(pid=101238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 17:39:11.640822 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extended resource: metering-label-rules {{(pid=101238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 17:39:11.642213 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extended resource: network-ip-availabilities {{(pid=101238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 17:39:11.643470 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extended resource: bindings {{(pid=101238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 17:39:11.645019 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extended resource: quotas {{(pid=101238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 17:39:11.646576 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extended resource: quotas {{(pid=101238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 17:39:11.647998 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extended resource: rbac-policies {{(pid=101238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 17:39:11.649184 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extended resource: security-groups {{(pid=101238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 17:39:11.650517 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extended resource: security-group-rules {{(pid=101238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 17:39:11.651741 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extended resource: service-providers {{(pid=101238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 17:39:11.652951 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extended resource: subnetpools {{(pid=101238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 17:39:11.654642 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extended resource: subnetpools {{(pid=101238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 17:39:11.656169 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extended resource: tags {{(pid=101238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 17:39:11.657964 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extended resource: tags {{(pid=101238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 17:39:11.659764 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extended resource: tags {{(pid=101238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 17:39:11.661536 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extended resource: tags {{(pid=101238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 17:39:11.663242 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extended resource: tags {{(pid=101238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 17:39:11.666516 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extended resource: tags {{(pid=101238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 17:39:11.668165 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extended resource: tags {{(pid=101238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 17:39:11.670484 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extended resource: tags {{(pid=101238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 17:39:11.672337 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extended resource: tags {{(pid=101238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 17:39:11.674105 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron.api.extensions [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Extended resource: tags {{(pid=101238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 17:39:11.680071 dv-cinder-797608-18-iscsi neutron-server[101238]: WARNING keystonemiddleware.auth_token [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 16 17:39:11.684718 dv-cinder-797608-18-iscsi neutron-server[101238]: WARNING keystonemiddleware.auth_token [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 16 17:39:11.693643 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_concurrency.lockutils [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Acquired lock "singleton_lock" {{(pid=101238) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 16 17:39:11.694132 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_concurrency.lockutils [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Releasing lock "singleton_lock" {{(pid=101238) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 16 17:39:11.694774 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO oslo_service.service [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Starting 2 workers Aug 16 17:39:11.699634 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Started child 101349 {{(pid=101238) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 17:39:11.704253 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Started child 101350 {{(pid=101238) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 17:39:11.705282 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:11.706117 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO neutron.service [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 16 17:39:11.706559 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Notify callbacks [] for process, before_spawn {{(pid=101238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:11.706835 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [-] (101349) wsgi starting up on http://0.0.0.0:9696 Aug 16 17:39:11.709059 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO oslo_service.service [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Starting 1 workers Aug 16 17:39:11.709215 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:11.710711 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [-] (101350) wsgi starting up on http://0.0.0.0:9696 Aug 16 17:39:11.714357 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Started child 101351 {{(pid=101238) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 17:39:11.714895 dv-cinder-797608-18-iscsi neutron-server[101238]: INFO oslo_service.service [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Starting 1 workers Aug 16 17:39:11.718673 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.service [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] calling RpcWorker wait() {{(pid=101351) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 16 17:39:11.719207 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.service [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] returning from RpcWorker wait() {{(pid=101351) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 16 17:39:11.719938 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Started child 101352 {{(pid=101238) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 17:39:11.720430 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:11.720767 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG neutron_lib.callbacks.manager [None req-67ee1edd-e306-4d7e-8681-feb8c474bec5 None None] Notify callbacks [] for process, after_spawn {{(pid=101238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:11.720889 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:39:11.722712 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101238) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 17:39:11.722923 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 17:39:11.723101 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 17:39:11.723428 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 17:39:11.723634 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 17:39:11.723791 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 17:39:11.724297 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.724583 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.724870 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.724976 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:11.725419 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.725419 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.726011 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.726273 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.726512 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.726804 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.727053 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.727227 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.727385 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.727656 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.727905 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.728196 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.728457 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.728708 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.729058 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.729058 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.729376 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.729954 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.729954 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.730247 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] debug = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.730459 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.730929 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.731174 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.731502 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.731737 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.731985 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.732213 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.732488 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.732776 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.733001 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.733230 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.733460 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.733822 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.734027 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.734255 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.734405 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.734626 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.735110 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] host = dv-cinder-797608-18-iscsi {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.735375 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.735554 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.735832 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.736055 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.736811 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.737026 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.737290 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.737546 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.737796 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.738077 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.738312 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.738556 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.738792 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.739023 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] log_file = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.739186 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] log_options = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.739424 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.739734 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.739948 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.740209 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.740303 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.740466 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.740747 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.740897 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.741135 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.741368 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.741583 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.741798 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.742035 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.742273 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.742536 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.742781 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.743013 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.743221 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.743472 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.743727 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.743989 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.744165 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.744403 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.744657 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.744919 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.745123 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.745344 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.745599 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.745811 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.746090 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.746319 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.746569 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.746807 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.747084 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.747304 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.747551 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.747761 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.748024 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.748255 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.748495 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.748751 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.748969 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.749211 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.749437 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.749660 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.750029 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] use_json = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.750164 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.750406 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.750672 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.750964 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.750964 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.751424 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.751424 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.751833 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.752013 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.752283 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.753503 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.753753 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.754105 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.754416 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.754591 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.754842 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.755132 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.755483 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.755753 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.756014 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.756220 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:39:11.756315 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.756572 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.756826 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.757854 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.757854 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.757854 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.758153 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.758247 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.758427 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.758780 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.759042 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.759314 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.759587 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.759859 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.760123 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.761281 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.761281 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.761281 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.761281 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.761281 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.766650 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.766650 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.766650 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.766650 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.766650 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.766650 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.766650 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.766650 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.766650 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.767404 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.767404 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.767404 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.767404 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.767404 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.767404 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.767404 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.767404 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.767404 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.768060 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.768060 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.768060 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.768060 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.768060 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.768060 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.768060 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.768060 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.768060 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.768873 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.768873 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.768873 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.768873 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.768873 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.768873 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.769454 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.769454 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.769641 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.769778 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.770023 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.770249 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.770466 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.770711 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.770927 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.771142 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.771360 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.771758 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.771901 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.772327 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.772327 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.772598 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.772743 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.772880 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.773084 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.773378 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.773713 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.773957 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.774278 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.774582 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.774824 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.775099 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.775446 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.775548 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.775773 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.775993 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.776266 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.776514 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.776764 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.776996 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.777222 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.777488 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.777709 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.777975 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.778199 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.778973 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.779467 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.779744 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.779978 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.780242 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.780508 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.780764 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.781039 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.781311 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.781602 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.781843 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.782168 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.782473 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.782753 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.783041 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.783295 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.783533 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.783791 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.784041 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.784292 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.784552 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.784888 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.785086 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.785306 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.785525 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.785806 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.785989 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.786231 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.786608 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.786806 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.787246 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.787338 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.787596 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.788182 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.788182 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.788350 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.790310 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.790310 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.790310 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.793558 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.793558 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.793558 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.793558 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.793558 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.793558 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.793558 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.793558 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.794669 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.794669 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.794669 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.794669 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.795065 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.795184 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.796467 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.802260 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.802560 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.802806 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.803052 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.803310 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.803557 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.803800 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.804047 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.804265 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.804540 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.804760 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.805063 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.805342 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.805565 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.805818 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.806106 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.806417 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.806643 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.806905 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.807148 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.807372 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.807616 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.807807 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.808056 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.808266 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.808498 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.808776 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.809035 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.809327 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.810236 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.810664 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.810946 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.811334 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.811799 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.812112 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.812410 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.812811 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.813003 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.813265 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.813572 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.813875 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.814215 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.814470 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.814706 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.814992 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.815269 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.815499 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.815734 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.816059 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.816457 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.816792 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.817111 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.817379 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.817594 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.817843 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.818111 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.818333 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.818584 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.818817 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.819069 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.819321 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.819532 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.819784 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.820035 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.820276 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.820497 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.820739 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.820973 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.821311 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.821543 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.821762 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.821992 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.822215 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.822481 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.822691 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.822901 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.823127 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.823341 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.823569 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.823782 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.823993 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.824212 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.825945 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.825945 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.825945 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.825945 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.825945 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.826353 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.826446 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.826696 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.826941 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.827261 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.827473 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.827745 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.827966 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.828184 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.828436 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.828675 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.828989 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.829284 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.829556 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.829820 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.830118 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.830402 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.830660 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.830874 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.831157 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.831576 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.831847 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.832102 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.832382 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.832671 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.832917 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.833168 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.833433 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.833687 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.833948 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.834205 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.834468 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.834718 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.834988 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.835218 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.835462 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.835717 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.835949 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.836182 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.836419 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.836611 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 17:39:11.837160 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101238) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 17:39:11.837339 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 17:39:11.837676 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 17:39:11.838796 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 17:39:11.839150 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 17:39:11.839663 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 17:39:11.839876 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.840043 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.840221 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.840386 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.840551 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.840778 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.840948 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.841634 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.841819 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.842114 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.842364 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.842466 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.842595 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.842764 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.842909 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.843097 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.843279 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.843435 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.843587 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.843775 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.843965 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.844093 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.844282 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] debug = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.844410 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.844623 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.844796 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.844983 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.845133 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.845279 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.845438 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.845666 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.845824 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.846046 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.846234 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.846448 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.846448 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.846783 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.846783 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.847089 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.847089 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.847366 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] host = dv-cinder-797608-18-iscsi {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.847621 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.847621 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.847887 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.847887 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.848219 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.848219 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.848496 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.848496 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.848956 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.848956 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.848956 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.849323 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.849323 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.849536 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] log_file = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.849536 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] log_options = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.849732 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.849853 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.850021 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.850148 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.850273 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.850429 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.850587 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.850747 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.850894 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.851031 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.851193 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.851348 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.851486 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.851747 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.851911 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.852069 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.852227 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.852383 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.852540 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.852698 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.852855 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.853014 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.853170 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.853332 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.853457 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.853616 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.853777 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.853956 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.854116 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.854275 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.854436 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.854593 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.854743 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.854882 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.855039 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.855182 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.855342 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.855502 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.855643 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.855804 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.855963 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.856120 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.856277 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.856489 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.856648 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.856804 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] use_json = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.856961 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.857107 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.857261 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.857418 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.857575 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.857731 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.857889 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.858071 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 17:39:11.858252 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.858415 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.858572 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.858737 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.858897 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.859057 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.859216 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.859377 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.859537 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.859698 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.859866 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.860028 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.860199 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.860360 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.860520 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.860682 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.860827 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.860990 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.861150 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.861311 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.861454 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.861617 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.861889 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.862075 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.862237 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.862397 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.862545 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.862705 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.862865 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.863026 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.863158 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.863319 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.863479 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.863639 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.863804 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.863964 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.864148 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.864341 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.864505 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.864671 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.864843 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.865109 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.865109 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.865476 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.865476 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.865832 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.865832 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.866226 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.866226 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.866603 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.866743 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.867726 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.867901 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.868085 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.868267 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.868429 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.868589 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.868749 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.868909 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.869071 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.869230 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.869988 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.870155 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.870318 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.870479 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.870641 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.870802 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.871410 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.871580 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.871838 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.872524 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.872739 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.872913 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.873093 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.873232 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.873414 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.873593 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.873763 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.873956 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.874136 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.874298 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.874476 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.874637 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.874842 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.874990 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.875199 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.875380 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.875539 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.875719 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.875899 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.876076 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.876263 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.876406 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.876661 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.876891 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.877092 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.877265 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.877438 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.877570 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.877743 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.877921 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.878089 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.878249 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.878409 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.878568 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.878713 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.878926 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.879056 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.879232 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.879410 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.879578 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.879799 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.879952 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.880134 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.880295 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.880463 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.880634 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.880796 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.880956 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.881116 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.881276 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.881500 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.881667 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.881828 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.882107 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.882269 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.882430 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.882599 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.882771 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.882932 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.883092 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.883266 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.883426 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.883586 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.883750 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.883910 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.884070 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.884230 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.884389 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.884548 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.884710 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.884869 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.885030 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.885192 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.885353 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.885514 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.885673 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.885833 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.886001 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.886164 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.886324 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.886485 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.886646 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.886805 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.886965 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.887123 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.887283 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.887444 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.887632 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.887826 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.887987 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.888148 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.888307 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.888468 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.888581 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:39:11.888692 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.888796 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.888923 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.889081 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.889240 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.889402 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.889608 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.889760 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.889866 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.890020 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.890177 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.890337 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.890500 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.890661 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.890823 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.890983 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.891144 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.891305 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.891465 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.891626 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.891786 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.891946 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.892206 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.892389 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.892550 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.892711 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.892871 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.893030 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.893191 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.893350 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.893511 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.893671 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.893836 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.894021 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.894236 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.894363 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.894486 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.894644 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.894841 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.894996 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.895177 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.895316 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.895553 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.895842 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.895842 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.896446 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.896446 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.896446 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.897138 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.897138 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.897138 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.897138 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.897138 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.898078 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.898078 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.898078 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.898078 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.898078 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.898078 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.898964 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.898964 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.898964 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.898964 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.898964 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.899951 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.899951 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.899951 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.899951 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.899951 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.899951 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.901537 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.901537 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.901537 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.901537 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.901537 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.901537 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.901537 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.901537 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.904331 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.904331 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.904331 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.904331 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.904331 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.904331 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.904331 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.904331 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.906044 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.906044 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.906044 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.906044 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.906044 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.906044 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.906044 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.906044 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.907342 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.907342 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.907342 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.907342 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.907342 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.907342 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.907342 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.907342 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.908235 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.908235 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.908235 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.908235 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.908235 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.908235 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.908235 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.908235 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.908235 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.909720 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.909720 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.909720 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.909720 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.909720 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.909720 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.910508 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.910508 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.910739 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.910739 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 17:39:11.910979 dv-cinder-797608-18-iscsi neutron-server[101238]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 17:39:12.143218 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 46632) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:39:12.151609 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062037 Aug 16 17:39:23.832456 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af87262-e5c2-4756-aacf-ff4ea6cf8f9e None None] get_active_networks_info from dv-cinder-797608-18-iscsi {{(pid=101351) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 17:39:23.912146 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af87262-e5c2-4756-aacf-ff4ea6cf8f9e None None] No non-hosted networks {{(pid=101351) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 16 17:39:23.920828 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.agentschedulers_db [None req-5af87262-e5c2-4756-aacf-ff4ea6cf8f9e None None] DHCP Agent not found on host dv-cinder-797608-18-iscsi {{(pid=101351) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 16 17:39:24.155590 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-e59743bb-7bb2-41af-9cc6-0667661aa0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-725804'] for agent, after_create {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:26.560690 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-c8db7797-4349-4f2a-855a-9d83bafeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-725804'] for agent, after_create {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:26.606918 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.db.api [None req-938188a7-2d6d-4ef3-a3ee-7a26c2b13068 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-797608-18-iscsi {{(pid=101351) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 17:39:26.607349 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG oslo_db.api [None req-938188a7-2d6d-4ef3-a3ee-7a26c2b13068 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 17:39:26.810301 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-725804'] for agent, after_create {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:26.811329 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:26.811901 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:26.812576 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:26.813255 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:26.813811 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:26.814394 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:26.815127 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:26.815702 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:26.816232 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:26.816787 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:26.817333 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:26.817864 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:26.818561 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797608-18-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:39:26.828928 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797608-18-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:39:27.180266 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-938188a7-2d6d-4ef3-a3ee-7a26c2b13068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:27.650146 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-725804'] for agent, after_create {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:29.032900 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-725804'] for agent, after_create {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:30.286560 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 46724) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:39:30.781603 dv-cinder-797608-18-iscsi neutron-server[101350]: WARNING oslo_policy.policy [None req-2dfbce70-b829-43d1-84c0-6e29b805b42c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 17:39:30.782189 dv-cinder-797608-18-iscsi neutron-server[101350]: WARNING oslo_policy.policy [None req-2dfbce70-b829-43d1-84c0-6e29b805b42c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 17:39:30.998233 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [None req-2dfbce70-b829-43d1-84c0-6e29b805b42c admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=101350) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 17:39:30.999321 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-2dfbce70-b829-43d1-84c0-6e29b805b42c admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7115114 Aug 16 17:39:33.358024 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 46738) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:39:33.678569 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-6650e8e8-5058-4eda-a195-a1d3a78c9ae7 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:39:33.777315 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.policy [None req-6650e8e8-5058-4eda-a195-a1d3a78c9ae7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101350) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 17:39:33.804152 dv-cinder-797608-18-iscsi neutron-server[101351]: INFO neutron.db.l3_hamode_db [None req-5ab0b033-3fa2-4436-b814-087093adb5c9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 16 17:39:33.827514 dv-cinder-797608-18-iscsi neutron-server[101350]: WARNING oslo_policy.policy [None req-6650e8e8-5058-4eda-a195-a1d3a78c9ae7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 17:39:33.827895 dv-cinder-797608-18-iscsi neutron-server[101350]: WARNING oslo_policy.policy [None req-6650e8e8-5058-4eda-a195-a1d3a78c9ae7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 17:39:33.836942 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.quota [None req-6650e8e8-5058-4eda-a195-a1d3a78c9ae7 admin admin] Loaded quota_driver: . Aug 16 17:39:33.883622 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab0b033-3fa2-4436-b814-087093adb5c9 None None] Routers set() bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:39:33.887853 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab0b033-3fa2-4436-b814-087093adb5c9 None None] Router IDs set() for agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 17:39:34.069320 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-6650e8e8-5058-4eda-a195-a1d3a78c9ae7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753904762948', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753904763415', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753904857049', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753904859180', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753906188723', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753904863062', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1639770', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1861717', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-880302', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1027326'] for rbac-policy, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:34.351950 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-6650e8e8-5058-4eda-a195-a1d3a78c9ae7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:34.353145 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-6650e8e8-5058-4eda-a195-a1d3a78c9ae7 admin admin] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9941416 Aug 16 17:39:36.901056 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 46750) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:39:37.201818 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-01992120-5afc-4571-8fb6-5fef30c5405b admin admin] Request body: {'network': {'tenant_id': 'bb49cf5aa9b54617baa197dadeb824d5', 'project_id': 'bb49cf5aa9b54617baa197dadeb824d5', 'name': 'private', 'admin_state_up': True}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:39:38.299632 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01992120-5afc-4571-8fb6-5fef30c5405b admin admin] Made reservation on behalf of bb49cf5aa9b54617baa197dadeb824d5 for: {'network': 1} {{(pid=101350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:39:38.302428 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-01992120-5afc-4571-8fb6-5fef30c5405b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for network, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:38.320148 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-01992120-5afc-4571-8fb6-5fef30c5405b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:38.779572 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-01992120-5afc-4571-8fb6-5fef30c5405b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:38.855658 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-01992120-5afc-4571-8fb6-5fef30c5405b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:38.875166 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01992120-5afc-4571-8fb6-5fef30c5405b admin admin] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=101350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 17:39:38.903922 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-01992120-5afc-4571-8fb6-5fef30c5405b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753903461178', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050'] for segment, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:38.904497 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-01992120-5afc-4571-8fb6-5fef30c5405b admin admin] Unsubscribe: segment precommit_create {{(pid=101350) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 17:39:38.905005 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.db.segments_db [None req-01992120-5afc-4571-8fb6-5fef30c5405b admin admin] Added segment 8a78971a-a6c5-491d-9faa-0b6f074c962d of type vlan for network 295890dc-5e2b-4811-8bdb-3d86d3f5e688 Aug 16 17:39:38.922721 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01992120-5afc-4571-8fb6-5fef30c5405b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a93c294-886e-4c77-b79a-06b7fd055ce1,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:39:38.972575 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01992120-5afc-4571-8fb6-5fef30c5405b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:38.972924 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01992120-5afc-4571-8fb6-5fef30c5405b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:38.973259 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01992120-5afc-4571-8fb6-5fef30c5405b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:38.973590 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01992120-5afc-4571-8fb6-5fef30c5405b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:38.973938 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01992120-5afc-4571-8fb6-5fef30c5405b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:38.974285 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01992120-5afc-4571-8fb6-5fef30c5405b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:38.974612 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01992120-5afc-4571-8fb6-5fef30c5405b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:38.974934 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01992120-5afc-4571-8fb6-5fef30c5405b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:38.975252 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01992120-5afc-4571-8fb6-5fef30c5405b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:38.975570 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01992120-5afc-4571-8fb6-5fef30c5405b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:38.975884 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01992120-5afc-4571-8fb6-5fef30c5405b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:38.976197 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01992120-5afc-4571-8fb6-5fef30c5405b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:38.977493 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01992120-5afc-4571-8fb6-5fef30c5405b admin admin] Tracked resource versions report: Aug 16 17:39:38.977493 dv-cinder-797608-18-iscsi neutron-server[101350]: pushed versions: Aug 16 17:39:38.977493 dv-cinder-797608-18-iscsi neutron-server[101350]: { 'AddressGroup': {'1.2'}, Aug 16 17:39:38.977493 dv-cinder-797608-18-iscsi neutron-server[101350]: 'ConntrackHelper': {'1.0'}, Aug 16 17:39:38.977493 dv-cinder-797608-18-iscsi neutron-server[101350]: 'Log': {'1.0'}, Aug 16 17:39:38.977493 dv-cinder-797608-18-iscsi neutron-server[101350]: 'Network': {'1.1'}, Aug 16 17:39:38.977493 dv-cinder-797608-18-iscsi neutron-server[101350]: 'Port': {'1.7'}, Aug 16 17:39:38.977493 dv-cinder-797608-18-iscsi neutron-server[101350]: 'PortForwarding': {'1.2'}, Aug 16 17:39:38.977493 dv-cinder-797608-18-iscsi neutron-server[101350]: 'QosPolicy': {'1.9'}, Aug 16 17:39:38.977493 dv-cinder-797608-18-iscsi neutron-server[101350]: 'SecurityGroup': {'1.4'}, Aug 16 17:39:38.977493 dv-cinder-797608-18-iscsi neutron-server[101350]: 'SecurityGroupRule': {'1.2'}, Aug 16 17:39:38.977493 dv-cinder-797608-18-iscsi neutron-server[101350]: 'SubPort': {'1.0'}, Aug 16 17:39:38.977493 dv-cinder-797608-18-iscsi neutron-server[101350]: 'Subnet': {'1.1'}, Aug 16 17:39:38.977493 dv-cinder-797608-18-iscsi neutron-server[101350]: 'Trunk': {'1.1'}} Aug 16 17:39:38.977493 dv-cinder-797608-18-iscsi neutron-server[101350]: consumer versions: Aug 16 17:39:38.977493 dv-cinder-797608-18-iscsi neutron-server[101350]: { DHCP agent@dv-cinder-797608-18-iscsi: {}, Aug 16 17:39:38.977493 dv-cinder-797608-18-iscsi neutron-server[101350]: L3 agent@dv-cinder-797608-18-iscsi: {}, Aug 16 17:39:38.977493 dv-cinder-797608-18-iscsi neutron-server[101350]: Metadata agent@dv-cinder-797608-18-iscsi: {}, Aug 16 17:39:38.977493 dv-cinder-797608-18-iscsi neutron-server[101350]: Metering agent@dv-cinder-797608-18-iscsi: {}, Aug 16 17:39:38.977493 dv-cinder-797608-18-iscsi neutron-server[101350]: Open vSwitch agent@dv-cinder-797608-18-iscsi: { 'AddressGroup': '1.2', Aug 16 17:39:38.977493 dv-cinder-797608-18-iscsi neutron-server[101350]: 'ConntrackHelper': '1.0', Aug 16 17:39:38.977493 dv-cinder-797608-18-iscsi neutron-server[101350]: 'Log': '1.0', Aug 16 17:39:38.977493 dv-cinder-797608-18-iscsi neutron-server[101350]: 'Network': '1.1', Aug 16 17:39:38.977493 dv-cinder-797608-18-iscsi neutron-server[101350]: 'Port': '1.7', Aug 16 17:39:38.977493 dv-cinder-797608-18-iscsi neutron-server[101350]: 'PortForwarding': '1.2', Aug 16 17:39:38.977493 dv-cinder-797608-18-iscsi neutron-server[101350]: 'QosPolicy': '1.9', Aug 16 17:39:38.977493 dv-cinder-797608-18-iscsi neutron-server[101350]: 'SecurityGroup': '1.4', Aug 16 17:39:38.977493 dv-cinder-797608-18-iscsi neutron-server[101350]: 'SecurityGroupRule': '1.2', Aug 16 17:39:38.977493 dv-cinder-797608-18-iscsi neutron-server[101350]: 'SubPort': '1.0', Aug 16 17:39:38.977493 dv-cinder-797608-18-iscsi neutron-server[101350]: 'Subnet': '1.1', Aug 16 17:39:38.977493 dv-cinder-797608-18-iscsi neutron-server[101350]: 'Trunk': '1.1'}} Aug 16 17:39:38.977493 dv-cinder-797608-18-iscsi neutron-server[101350]: {{(pid=101350) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 17:39:39.031267 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-01992120-5afc-4571-8fb6-5fef30c5405b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753902937420'] for network, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:39.157937 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-01992120-5afc-4571-8fb6-5fef30c5405b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132'] for network, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:39.159036 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01992120-5afc-4571-8fb6-5fef30c5405b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:39:39.159691 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-01992120-5afc-4571-8fb6-5fef30c5405b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:39.257172 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01992120-5afc-4571-8fb6-5fef30c5405b admin admin] Pushing event updated for resources: {'Network': ['ID=295890dc-5e2b-4811-8bdb-3d86d3f5e688,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:39:39.268755 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Network 295890dc-5e2b-4811-8bdb-3d86d3f5e688 details requested by agent ovs-agent-dv-cinder-797608-18-iscsi with host dv-cinder-797608-18-iscsi {{(pid=101351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 17:39:39.334787 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-01992120-5afc-4571-8fb6-5fef30c5405b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 2.4325554 Aug 16 17:39:41.943555 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 46764) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:39:42.338353 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8875444-3f40-4bdc-a616-5621f38f8746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:39:42.339731 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-b8875444-3f40-4bdc-a616-5621f38f8746 admin admin] 10.222.0.73 "GET /v2.0/networks/295890dc-5e2b-4811-8bdb-3d86d3f5e688 HTTP/1.1" status: 200 len: 825 time: 0.3952346 Aug 16 17:39:42.364697 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-7dac9668-14c5-4b8d-88dc-bdb5d6020489 admin admin] 10.222.0.73 "GET /v2.0/subnetpools/faa33d2d-a327-4db5-bed4-a6594de122e4 HTTP/1.1" status: 200 len: 734 time: 0.0186212 Aug 16 17:39:42.373935 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-629b0bde-28f4-420b-9e53-67a1140a2832 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'network_id': '295890dc-5e2b-4811-8bdb-3d86d3f5e688', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'faa33d2d-a327-4db5-bed4-a6594de122e4', 'tenant_id': 'bb49cf5aa9b54617baa197dadeb824d5'}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:39:42.500303 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629b0bde-28f4-420b-9e53-67a1140a2832 admin admin] Made reservation on behalf of bb49cf5aa9b54617baa197dadeb824d5 for: {'subnet': 1} {{(pid=101350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:39:42.502626 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-629b0bde-28f4-420b-9e53-67a1140a2832 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:42.877885 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-629b0bde-28f4-420b-9e53-67a1140a2832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132'] for subnet, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:42.951075 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629b0bde-28f4-420b-9e53-67a1140a2832 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc3a344c-d71f-4d38-889b-7dc1da6d882c,revision_number=0']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:39:42.952914 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629b0bde-28f4-420b-9e53-67a1140a2832 admin admin] Checking segment: {'id': '8a78971a-a6c5-491d-9faa-0b6f074c962d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '295890dc-5e2b-4811-8bdb-3d86d3f5e688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:39:42.953295 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629b0bde-28f4-420b-9e53-67a1140a2832 admin admin] Network hostable DHCP agents. Network: 295890dc-5e2b-4811-8bdb-3d86d3f5e688, hostable agents: ['3b7d26aa-1344-4a4d-94e6-3d95468a224e'], hosted agents: [] {{(pid=101350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 17:39:43.048848 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629b0bde-28f4-420b-9e53-67a1140a2832 admin admin] Network 295890dc-5e2b-4811-8bdb-3d86d3f5e688 is scheduled to be hosted by DHCP agent 3b7d26aa-1344-4a4d-94e6-3d95468a224e with binding_index 1 {{(pid=101350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 17:39:43.147055 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.base_scheduler [None req-629b0bde-28f4-420b-9e53-67a1140a2832 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-18-iscsi, 295890dc-5e2b-4811-8bdb-3d86d3f5e688) {{(pid=101350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:39:43.158254 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629b0bde-28f4-420b-9e53-67a1140a2832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:39:43.158866 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-629b0bde-28f4-420b-9e53-67a1140a2832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:43.160055 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc68ffd-fd07-462b-8eb2-a7e5f7e3d780 None None] Network 295890dc-5e2b-4811-8bdb-3d86d3f5e688 requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:39:43.288390 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-629b0bde-28f4-420b-9e53-67a1140a2832 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9182160 Aug 16 17:39:43.486156 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76191a61-f7e8-4804-bc84-835967cf02c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3e3b7be-7796-57ff-9dc8-238864e5547d-295890dc-5e2b-4811-8bdb-3d86d3f5e688', 'network_id': '295890dc-5e2b-4811-8bdb-3d86d3f5e688', 'tenant_id': 'bb49cf5aa9b54617baa197dadeb824d5', 'fixed_ips': [{'subnet_id': 'bc3a344c-d71f-4d38-889b-7dc1da6d882c'}]}} from dv-cinder-797608-18-iscsi. {{(pid=101351) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 17:39:43.487369 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-76191a61-f7e8-4804-bc84-835967cf02c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:43.767179 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.db_base_plugin_common [None req-76191a61-f7e8-4804-bc84-835967cf02c8 None None] Allocated IP 172.20.0.2 (295890dc-5e2b-4811-8bdb-3d86d3f5e688/bc3a344c-d71f-4d38-889b-7dc1da6d882c/3320f997-27ad-444e-94fa-9cf0207fc22f) {{(pid=101351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:39:44.012733 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-76191a61-f7e8-4804-bc84-835967cf02c8 None None] Notify callbacks [] for port, precommit_create {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:44.028838 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-76191a61-f7e8-4804-bc84-835967cf02c8 None None] Transition to ACTIVE for port object 3320f997-27ad-444e-94fa-9cf0207fc22f will not be triggered until provisioned by entity L2. {{(pid=101351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:39:44.050481 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-76191a61-f7e8-4804-bc84-835967cf02c8 None None] Transition to ACTIVE for port object 3320f997-27ad-444e-94fa-9cf0207fc22f will not be triggered until provisioned by entity DHCP. {{(pid=101351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:39:44.140925 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-76191a61-f7e8-4804-bc84-835967cf02c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662'] for port, after_create {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:44.218775 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76191a61-f7e8-4804-bc84-835967cf02c8 None None] Network 295890dc-5e2b-4811-8bdb-3d86d3f5e688 is already hosted by enough agents. {{(pid=101351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:39:44.226180 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.scheduler.base_scheduler [None req-76191a61-f7e8-4804-bc84-835967cf02c8 None None] Resources bound (agent type, host, resource id): {{(pid=101351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:39:44.229348 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76191a61-f7e8-4804-bc84-835967cf02c8 None None] Received port after_create {{(pid=101351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:39:44.232867 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76191a61-f7e8-4804-bc84-835967cf02c8 None None] Pushing event updated for resources: {'Port': ['ID=3320f997-27ad-444e-94fa-9cf0207fc22f,revision_number=1']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:39:44.265067 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76191a61-f7e8-4804-bc84-835967cf02c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:44.265435 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76191a61-f7e8-4804-bc84-835967cf02c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:44.265778 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76191a61-f7e8-4804-bc84-835967cf02c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:44.266137 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76191a61-f7e8-4804-bc84-835967cf02c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:44.266472 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76191a61-f7e8-4804-bc84-835967cf02c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:44.266821 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76191a61-f7e8-4804-bc84-835967cf02c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:44.267197 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76191a61-f7e8-4804-bc84-835967cf02c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:44.267535 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76191a61-f7e8-4804-bc84-835967cf02c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:44.268137 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76191a61-f7e8-4804-bc84-835967cf02c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:44.268472 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76191a61-f7e8-4804-bc84-835967cf02c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:44.268797 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76191a61-f7e8-4804-bc84-835967cf02c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:44.269120 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76191a61-f7e8-4804-bc84-835967cf02c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:44.270465 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76191a61-f7e8-4804-bc84-835967cf02c8 None None] Tracked resource versions report: Aug 16 17:39:44.270465 dv-cinder-797608-18-iscsi neutron-server[101351]: pushed versions: Aug 16 17:39:44.270465 dv-cinder-797608-18-iscsi neutron-server[101351]: { 'AddressGroup': {'1.2'}, Aug 16 17:39:44.270465 dv-cinder-797608-18-iscsi neutron-server[101351]: 'ConntrackHelper': {'1.0'}, Aug 16 17:39:44.270465 dv-cinder-797608-18-iscsi neutron-server[101351]: 'Log': {'1.0'}, Aug 16 17:39:44.270465 dv-cinder-797608-18-iscsi neutron-server[101351]: 'Network': {'1.1'}, Aug 16 17:39:44.270465 dv-cinder-797608-18-iscsi neutron-server[101351]: 'Port': {'1.7'}, Aug 16 17:39:44.270465 dv-cinder-797608-18-iscsi neutron-server[101351]: 'PortForwarding': {'1.2'}, Aug 16 17:39:44.270465 dv-cinder-797608-18-iscsi neutron-server[101351]: 'QosPolicy': {'1.9'}, Aug 16 17:39:44.270465 dv-cinder-797608-18-iscsi neutron-server[101351]: 'SecurityGroup': {'1.4'}, Aug 16 17:39:44.270465 dv-cinder-797608-18-iscsi neutron-server[101351]: 'SecurityGroupRule': {'1.2'}, Aug 16 17:39:44.270465 dv-cinder-797608-18-iscsi neutron-server[101351]: 'SubPort': {'1.0'}, Aug 16 17:39:44.270465 dv-cinder-797608-18-iscsi neutron-server[101351]: 'Subnet': {'1.1'}, Aug 16 17:39:44.270465 dv-cinder-797608-18-iscsi neutron-server[101351]: 'Trunk': {'1.1'}} Aug 16 17:39:44.270465 dv-cinder-797608-18-iscsi neutron-server[101351]: consumer versions: Aug 16 17:39:44.270465 dv-cinder-797608-18-iscsi neutron-server[101351]: { DHCP agent@dv-cinder-797608-18-iscsi: {}, Aug 16 17:39:44.270465 dv-cinder-797608-18-iscsi neutron-server[101351]: L3 agent@dv-cinder-797608-18-iscsi: {}, Aug 16 17:39:44.270465 dv-cinder-797608-18-iscsi neutron-server[101351]: Metadata agent@dv-cinder-797608-18-iscsi: {}, Aug 16 17:39:44.270465 dv-cinder-797608-18-iscsi neutron-server[101351]: Metering agent@dv-cinder-797608-18-iscsi: {}, Aug 16 17:39:44.270465 dv-cinder-797608-18-iscsi neutron-server[101351]: Open vSwitch agent@dv-cinder-797608-18-iscsi: { 'AddressGroup': '1.2', Aug 16 17:39:44.270465 dv-cinder-797608-18-iscsi neutron-server[101351]: 'ConntrackHelper': '1.0', Aug 16 17:39:44.270465 dv-cinder-797608-18-iscsi neutron-server[101351]: 'Log': '1.0', Aug 16 17:39:44.270465 dv-cinder-797608-18-iscsi neutron-server[101351]: 'Network': '1.1', Aug 16 17:39:44.270465 dv-cinder-797608-18-iscsi neutron-server[101351]: 'Port': '1.7', Aug 16 17:39:44.270465 dv-cinder-797608-18-iscsi neutron-server[101351]: 'PortForwarding': '1.2', Aug 16 17:39:44.270465 dv-cinder-797608-18-iscsi neutron-server[101351]: 'QosPolicy': '1.9', Aug 16 17:39:44.270465 dv-cinder-797608-18-iscsi neutron-server[101351]: 'SecurityGroup': '1.4', Aug 16 17:39:44.270465 dv-cinder-797608-18-iscsi neutron-server[101351]: 'SecurityGroupRule': '1.2', Aug 16 17:39:44.270465 dv-cinder-797608-18-iscsi neutron-server[101351]: 'SubPort': '1.0', Aug 16 17:39:44.270465 dv-cinder-797608-18-iscsi neutron-server[101351]: 'Subnet': '1.1', Aug 16 17:39:44.270465 dv-cinder-797608-18-iscsi neutron-server[101351]: 'Trunk': '1.1'}} Aug 16 17:39:44.270465 dv-cinder-797608-18-iscsi neutron-server[101351]: {{(pid=101351) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 17:39:44.319814 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-76191a61-f7e8-4804-bc84-835967cf02c8 None None] Attempting to bind port 3320f997-27ad-444e-94fa-9cf0207fc22f on host dv-cinder-797608-18-iscsi for vnic_type normal with profile {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:39:44.320123 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-76191a61-f7e8-4804-bc84-835967cf02c8 None None] Attempting to bind port 3320f997-27ad-444e-94fa-9cf0207fc22f by drivers openvswitch,hyperv on host dv-cinder-797608-18-iscsi at level 0 using segments [{'id': '8a78971a-a6c5-491d-9faa-0b6f074c962d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '295890dc-5e2b-4811-8bdb-3d86d3f5e688'}] {{(pid=101351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:39:44.320554 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76191a61-f7e8-4804-bc84-835967cf02c8 None None] Attempting to bind port 3320f997-27ad-444e-94fa-9cf0207fc22f on network 295890dc-5e2b-4811-8bdb-3d86d3f5e688 {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:39:44.325563 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76191a61-f7e8-4804-bc84-835967cf02c8 None None] Checking agent: {'id': 'fab5396a-5d23-4b36-81ca-c96508201f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 39, 27), 'started_at': datetime.datetime(2021, 8, 16, 17, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:39:44.325989 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76191a61-f7e8-4804-bc84-835967cf02c8 None None] Checking segment: {'id': '8a78971a-a6c5-491d-9faa-0b6f074c962d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '295890dc-5e2b-4811-8bdb-3d86d3f5e688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:39:44.326468 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-76191a61-f7e8-4804-bc84-835967cf02c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:44.326869 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76191a61-f7e8-4804-bc84-835967cf02c8 None None] Bound using segment: {'id': '8a78971a-a6c5-491d-9faa-0b6f074c962d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '295890dc-5e2b-4811-8bdb-3d86d3f5e688'} {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:39:44.327361 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-76191a61-f7e8-4804-bc84-835967cf02c8 None None] Bound port: 3320f997-27ad-444e-94fa-9cf0207fc22f, host: dv-cinder-797608-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a78971a-a6c5-491d-9faa-0b6f074c962d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '295890dc-5e2b-4811-8bdb-3d86d3f5e688'}}] {{(pid=101351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:39:44.327790 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-76191a61-f7e8-4804-bc84-835967cf02c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:44.394789 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-76191a61-f7e8-4804-bc84-835967cf02c8 None None] For port 3320f997-27ad-444e-94fa-9cf0207fc22f, host dv-cinder-797608-18-iscsi, cleared binding levels {{(pid=101351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:39:44.399528 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-76191a61-f7e8-4804-bc84-835967cf02c8 None None] For port 3320f997-27ad-444e-94fa-9cf0207fc22f, host dv-cinder-797608-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=3320f997-27ad-444e-94fa-9cf0207fc22f,segment=NetworkSegment(8a78971a-a6c5-491d-9faa-0b6f074c962d),segment_id=8a78971a-a6c5-491d-9faa-0b6f074c962d)] {{(pid=101351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:39:44.466492 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-76191a61-f7e8-4804-bc84-835967cf02c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:44.535456 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76191a61-f7e8-4804-bc84-835967cf02c8 None None] Pushing event updated for resources: {'Port': ['ID=3320f997-27ad-444e-94fa-9cf0207fc22f,revision_number=2']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:39:45.665945 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 46772) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:39:46.008759 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [None req-cb97ebe0-c945-4a52-bd9a-7883ef9fea71 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=101350) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 17:39:46.009743 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-cb97ebe0-c945-4a52-bd9a-7883ef9fea71 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3428054 Aug 16 17:39:48.380606 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 46780) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:39:48.699495 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [None req-75837b18-f707-42f4-8a33-b36f981cfc11 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=101350) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 17:39:48.700478 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-75837b18-f707-42f4-8a33-b36f981cfc11 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3188617 Aug 16 17:39:51.340812 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 46790) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:39:51.643767 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-7e730df3-8c4d-4fbe-86d7-30b5ae5e04ec admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'bb49cf5aa9b54617baa197dadeb824d5', 'name': 'router1'}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:39:51.741025 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-7e730df3-8c4d-4fbe-86d7-30b5ae5e04ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-725257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39913'] for router, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:51.743061 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-7e730df3-8c4d-4fbe-86d7-30b5ae5e04ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-725413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39824'] for router, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:51.892201 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-7e730df3-8c4d-4fbe-86d7-30b5ae5e04ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:51.974874 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-7e730df3-8c4d-4fbe-86d7-30b5ae5e04ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-725404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726055'] for router, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:52.054269 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-7e730df3-8c4d-4fbe-86d7-30b5ae5e04ec admin admin] Notify callbacks [] for router, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:52.055411 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-7e730df3-8c4d-4fbe-86d7-30b5ae5e04ec admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7136278 Aug 16 17:39:52.484573 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 3320f997-27ad-444e-94fa-9cf0207fc22f up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:39:52.665433 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning for port 3320f997-27ad-444e-94fa-9cf0207fc22f completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:39:52.948588 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e029e54d-a7c4-4bf7-b293-8c1f48eff2d0 None None] Network 295890dc-5e2b-4811-8bdb-3d86d3f5e688 requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:39:53.107645 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-f9a60ecf-78a4-4298-a7e6-84cfe2a49c7c None None] Provisioning for port 3320f997-27ad-444e-94fa-9cf0207fc22f completed by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:39:53.114989 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-f9a60ecf-78a4-4298-a7e6-84cfe2a49c7c None None] Provisioning complete for port 3320f997-27ad-444e-94fa-9cf0207fc22f triggered by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:39:53.115481 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-f9a60ecf-78a4-4298-a7e6-84cfe2a49c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:53.233507 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-f9a60ecf-78a4-4298-a7e6-84cfe2a49c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:53.272663 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-f9a60ecf-78a4-4298-a7e6-84cfe2a49c7c None None] For port 3320f997-27ad-444e-94fa-9cf0207fc22f, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=3320f997-27ad-444e-94fa-9cf0207fc22f,segment=NetworkSegment(8a78971a-a6c5-491d-9faa-0b6f074c962d),segment_id=8a78971a-a6c5-491d-9faa-0b6f074c962d)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:39:53.374321 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-f9a60ecf-78a4-4298-a7e6-84cfe2a49c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:53.422419 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a60ecf-78a4-4298-a7e6-84cfe2a49c7c None None] Pushing event updated for resources: {'Port': ['ID=3320f997-27ad-444e-94fa-9cf0207fc22f,revision_number=3']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:39:53.493831 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-a189b28e-72a4-46ba-803b-1d95f82d6586 None None] Provisioning complete for port 3320f997-27ad-444e-94fa-9cf0207fc22f triggered by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:39:53.494463 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-a189b28e-72a4-46ba-803b-1d95f82d6586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:53.757347 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-6b704e32-01db-4e49-b65a-ba121d15e6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:54.448641 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 3320f997-27ad-444e-94fa-9cf0207fc22f up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:39:54.464597 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 46802) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:39:54.495364 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 3320f997-27ad-444e-94fa-9cf0207fc22f triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:39:54.495856 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:54.957327 dv-cinder-797608-18-iscsi neutron-server[101349]: WARNING oslo_policy.policy [None req-7ddb1be1-5978-4e35-adaf-3b969dfd773d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 17:39:54.957889 dv-cinder-797608-18-iscsi neutron-server[101349]: WARNING oslo_policy.policy [None req-7ddb1be1-5978-4e35-adaf-3b969dfd773d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 17:39:55.178065 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [None req-7ddb1be1-5978-4e35-adaf-3b969dfd773d admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=101349) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 17:39:55.179301 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-7ddb1be1-5978-4e35-adaf-3b969dfd773d admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7125759 Aug 16 17:39:56.549688 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-18657ed5-c515-41e2-bd70-64a9fe2d3b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:56.682759 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:57.579402 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:57.594966 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 46822) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:39:57.788647 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-88347560-cb8b-4272-a003-58637f23db02 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:39:57.790116 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.quota [None req-88347560-cb8b-4272-a003-58637f23db02 admin admin] Loaded quota_driver: . Aug 16 17:39:57.922451 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88347560-cb8b-4272-a003-58637f23db02 admin admin] Made reservation on behalf of 4a00d642374e4295a550397f9a81ba77 for: {'network': 1} {{(pid=101349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:39:57.993987 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.policy [None req-88347560-cb8b-4272-a003-58637f23db02 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101349) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 17:39:58.039937 dv-cinder-797608-18-iscsi neutron-server[101349]: WARNING oslo_policy.policy [None req-88347560-cb8b-4272-a003-58637f23db02 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 17:39:58.040323 dv-cinder-797608-18-iscsi neutron-server[101349]: WARNING oslo_policy.policy [None req-88347560-cb8b-4272-a003-58637f23db02 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 17:39:58.050968 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-88347560-cb8b-4272-a003-58637f23db02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for network, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:58.071972 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-88347560-cb8b-4272-a003-58637f23db02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:58.200081 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-88347560-cb8b-4272-a003-58637f23db02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:58.295248 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-88347560-cb8b-4272-a003-58637f23db02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:58.306605 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-88347560-cb8b-4272-a003-58637f23db02 admin admin] Reserving flat network on physical network physnet1 {{(pid=101349) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 16 17:39:58.340055 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-88347560-cb8b-4272-a003-58637f23db02 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753903461178', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050'] for segment, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:58.340633 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-88347560-cb8b-4272-a003-58637f23db02 admin admin] Unsubscribe: segment precommit_create {{(pid=101349) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 17:39:58.341152 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.db.segments_db [None req-88347560-cb8b-4272-a003-58637f23db02 admin admin] Added segment 81288102-e1f3-4b19-b1aa-0a6021adf8ca of type flat for network d857f842-3fbc-4776-aae7-ff863ed2df9e Aug 16 17:39:58.360278 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88347560-cb8b-4272-a003-58637f23db02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24fca31-ab48-4dfc-a793-695ea32d5c2c,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:39:58.383115 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88347560-cb8b-4272-a003-58637f23db02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:58.383462 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88347560-cb8b-4272-a003-58637f23db02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:58.383805 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88347560-cb8b-4272-a003-58637f23db02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:58.384132 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88347560-cb8b-4272-a003-58637f23db02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:58.384458 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88347560-cb8b-4272-a003-58637f23db02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:58.384826 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88347560-cb8b-4272-a003-58637f23db02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:58.385151 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88347560-cb8b-4272-a003-58637f23db02 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:58.385473 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88347560-cb8b-4272-a003-58637f23db02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:58.385794 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88347560-cb8b-4272-a003-58637f23db02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:58.386133 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88347560-cb8b-4272-a003-58637f23db02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:58.386450 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88347560-cb8b-4272-a003-58637f23db02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:58.386767 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88347560-cb8b-4272-a003-58637f23db02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:39:58.388048 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88347560-cb8b-4272-a003-58637f23db02 admin admin] Tracked resource versions report: Aug 16 17:39:58.388048 dv-cinder-797608-18-iscsi neutron-server[101349]: pushed versions: Aug 16 17:39:58.388048 dv-cinder-797608-18-iscsi neutron-server[101349]: { 'AddressGroup': {'1.2'}, Aug 16 17:39:58.388048 dv-cinder-797608-18-iscsi neutron-server[101349]: 'ConntrackHelper': {'1.0'}, Aug 16 17:39:58.388048 dv-cinder-797608-18-iscsi neutron-server[101349]: 'Log': {'1.0'}, Aug 16 17:39:58.388048 dv-cinder-797608-18-iscsi neutron-server[101349]: 'Network': {'1.1'}, Aug 16 17:39:58.388048 dv-cinder-797608-18-iscsi neutron-server[101349]: 'Port': {'1.7'}, Aug 16 17:39:58.388048 dv-cinder-797608-18-iscsi neutron-server[101349]: 'PortForwarding': {'1.2'}, Aug 16 17:39:58.388048 dv-cinder-797608-18-iscsi neutron-server[101349]: 'QosPolicy': {'1.9'}, Aug 16 17:39:58.388048 dv-cinder-797608-18-iscsi neutron-server[101349]: 'SecurityGroup': {'1.4'}, Aug 16 17:39:58.388048 dv-cinder-797608-18-iscsi neutron-server[101349]: 'SecurityGroupRule': {'1.2'}, Aug 16 17:39:58.388048 dv-cinder-797608-18-iscsi neutron-server[101349]: 'SubPort': {'1.0'}, Aug 16 17:39:58.388048 dv-cinder-797608-18-iscsi neutron-server[101349]: 'Subnet': {'1.1'}, Aug 16 17:39:58.388048 dv-cinder-797608-18-iscsi neutron-server[101349]: 'Trunk': {'1.1'}} Aug 16 17:39:58.388048 dv-cinder-797608-18-iscsi neutron-server[101349]: consumer versions: Aug 16 17:39:58.388048 dv-cinder-797608-18-iscsi neutron-server[101349]: { DHCP agent@dv-cinder-797608-18-iscsi: {}, Aug 16 17:39:58.388048 dv-cinder-797608-18-iscsi neutron-server[101349]: L3 agent@dv-cinder-797608-18-iscsi: {}, Aug 16 17:39:58.388048 dv-cinder-797608-18-iscsi neutron-server[101349]: Metadata agent@dv-cinder-797608-18-iscsi: {}, Aug 16 17:39:58.388048 dv-cinder-797608-18-iscsi neutron-server[101349]: Metering agent@dv-cinder-797608-18-iscsi: {}, Aug 16 17:39:58.388048 dv-cinder-797608-18-iscsi neutron-server[101349]: Open vSwitch agent@dv-cinder-797608-18-iscsi: { 'AddressGroup': '1.2', Aug 16 17:39:58.388048 dv-cinder-797608-18-iscsi neutron-server[101349]: 'ConntrackHelper': '1.0', Aug 16 17:39:58.388048 dv-cinder-797608-18-iscsi neutron-server[101349]: 'Log': '1.0', Aug 16 17:39:58.388048 dv-cinder-797608-18-iscsi neutron-server[101349]: 'Network': '1.1', Aug 16 17:39:58.388048 dv-cinder-797608-18-iscsi neutron-server[101349]: 'Port': '1.7', Aug 16 17:39:58.388048 dv-cinder-797608-18-iscsi neutron-server[101349]: 'PortForwarding': '1.2', Aug 16 17:39:58.388048 dv-cinder-797608-18-iscsi neutron-server[101349]: 'QosPolicy': '1.9', Aug 16 17:39:58.388048 dv-cinder-797608-18-iscsi neutron-server[101349]: 'SecurityGroup': '1.4', Aug 16 17:39:58.388048 dv-cinder-797608-18-iscsi neutron-server[101349]: 'SecurityGroupRule': '1.2', Aug 16 17:39:58.388048 dv-cinder-797608-18-iscsi neutron-server[101349]: 'SubPort': '1.0', Aug 16 17:39:58.388048 dv-cinder-797608-18-iscsi neutron-server[101349]: 'Subnet': '1.1', Aug 16 17:39:58.388048 dv-cinder-797608-18-iscsi neutron-server[101349]: 'Trunk': '1.1'}} Aug 16 17:39:58.388048 dv-cinder-797608-18-iscsi neutron-server[101349]: {{(pid=101349) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 17:39:58.484297 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-88347560-cb8b-4272-a003-58637f23db02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753902937420'] for network, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:58.619808 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-88347560-cb8b-4272-a003-58637f23db02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132'] for network, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:58.621132 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88347560-cb8b-4272-a003-58637f23db02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:39:58.621854 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-88347560-cb8b-4272-a003-58637f23db02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:39:58.722521 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88347560-cb8b-4272-a003-58637f23db02 admin admin] Pushing event updated for resources: {'Network': ['ID=d857f842-3fbc-4776-aae7-ff863ed2df9e,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:39:58.733343 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Network d857f842-3fbc-4776-aae7-ff863ed2df9e details requested by agent ovs-agent-dv-cinder-797608-18-iscsi with host dv-cinder-797608-18-iscsi {{(pid=101351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 17:39:58.767574 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-88347560-cb8b-4272-a003-58637f23db02 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1714833 Aug 16 17:39:59.008684 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:00.999447 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 46846) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:40:01.123004 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83c20e6-16b8-415a-9ffc-da735c3fac1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:40:01.124351 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-d83c20e6-16b8-415a-9ffc-da735c3fac1c admin admin] 10.222.0.73 "GET /v2.0/subnets/bc3a344c-d71f-4d38-889b-7dc1da6d882c HTTP/1.1" status: 200 len: 849 time: 0.1239717 Aug 16 17:40:01.240409 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-e59402ef-67b5-4735-8bf2-8c00903a3c95 admin admin] 10.222.0.73 "GET /v2.0/routers/7638c8d0-f7e7-415a-839a-4cd517d4c4c9 HTTP/1.1" status: 200 len: 704 time: 0.1100526 Aug 16 17:40:01.498709 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-d3daee55-6c04-4d71-8a7e-572298abda50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:01.790844 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.db_base_plugin_common [None req-d3daee55-6c04-4d71-8a7e-572298abda50 admin admin] Allocated IP 172.20.0.1 (295890dc-5e2b-4811-8bdb-3d86d3f5e688/bc3a344c-d71f-4d38-889b-7dc1da6d882c/acb9d5b9-2418-443a-8776-b4008bbd058a) {{(pid=101350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:40:01.990883 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-d3daee55-6c04-4d71-8a7e-572298abda50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:02.016713 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.provisioning_blocks [None req-d3daee55-6c04-4d71-8a7e-572298abda50 admin admin] Transition to ACTIVE for port object acb9d5b9-2418-443a-8776-b4008bbd058a will not be triggered until provisioned by entity DHCP. {{(pid=101350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:40:02.345423 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-d3daee55-6c04-4d71-8a7e-572298abda50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662'] for port, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:02.420139 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3daee55-6c04-4d71-8a7e-572298abda50 admin admin] Network 295890dc-5e2b-4811-8bdb-3d86d3f5e688 is already hosted by enough agents. {{(pid=101350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:40:02.425099 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.base_scheduler [None req-d3daee55-6c04-4d71-8a7e-572298abda50 admin admin] Resources bound (agent type, host, resource id): {{(pid=101350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:40:02.427796 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3daee55-6c04-4d71-8a7e-572298abda50 admin admin] Received port after_create {{(pid=101350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:40:02.428337 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-d3daee55-6c04-4d71-8a7e-572298abda50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701256'] for router_interface, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:02.490430 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3daee55-6c04-4d71-8a7e-572298abda50 admin admin] Pushing event updated for resources: {'Port': ['ID=acb9d5b9-2418-443a-8776-b4008bbd058a,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:40:02.735951 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-d3daee55-6c04-4d71-8a7e-572298abda50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:02.744643 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-c1f710f6-abd7-4792-bb93-7548974fa980 None None] Provisioning for port acb9d5b9-2418-443a-8776-b4008bbd058a completed by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:40:02.748475 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-c1f710f6-abd7-4792-bb93-7548974fa980 None None] Provisioning complete for port acb9d5b9-2418-443a-8776-b4008bbd058a triggered by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:40:02.748857 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-c1f710f6-abd7-4792-bb93-7548974fa980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:02.787243 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-c1f710f6-abd7-4792-bb93-7548974fa980 None None] Port acb9d5b9-2418-443a-8776-b4008bbd058a cannot update to ACTIVE because it is not bound. {{(pid=101351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 17:40:02.949846 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-d3daee55-6c04-4d71-8a7e-572298abda50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:03.025482 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-d3daee55-6c04-4d71-8a7e-572298abda50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:03.026619 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-d3daee55-6c04-4d71-8a7e-572298abda50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-634170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701412'] for router_interface, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:03.108387 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3daee55-6c04-4d71-8a7e-572298abda50 admin admin] Pushing event updated for resources: {'Port': ['ID=acb9d5b9-2418-443a-8776-b4008bbd058a,revision_number=2']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:40:03.156223 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3daee55-6c04-4d71-8a7e-572298abda50 admin admin] Network 295890dc-5e2b-4811-8bdb-3d86d3f5e688 is already hosted by enough agents. {{(pid=101350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:40:03.157502 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.base_scheduler [None req-d3daee55-6c04-4d71-8a7e-572298abda50 admin admin] Resources bound (agent type, host, resource id): {{(pid=101350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:40:03.390598 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3daee55-6c04-4d71-8a7e-572298abda50 admin admin] Router 7638c8d0-f7e7-415a-839a-4cd517d4c4c9 is scheduled to L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 with binding_index 1 {{(pid=101350) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 17:40:03.408868 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-0b027b29-beb8-4774-916d-49ee6f58cd8b None None] Provisioning complete for port acb9d5b9-2418-443a-8776-b4008bbd058a triggered by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:40:03.409234 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0b027b29-beb8-4774-916d-49ee6f58cd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:03.441609 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-0b027b29-beb8-4774-916d-49ee6f58cd8b None None] Port acb9d5b9-2418-443a-8776-b4008bbd058a cannot update to ACTIVE because it is not bound. {{(pid=101351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 17:40:03.481374 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3daee55-6c04-4d71-8a7e-572298abda50 admin admin] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 17:40:03.486472 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-d3daee55-6c04-4d71-8a7e-572298abda50 admin admin] 10.222.0.73 "PUT /v2.0/routers/7638c8d0-f7e7-415a-839a-4cd517d4c4c9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2408199 Aug 16 17:40:03.493179 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62a607a-a32f-4c2f-ae1a-3438e62b4a0f None None] Sync routers for ids ['7638c8d0-f7e7-415a-839a-4cd517d4c4c9'] in dv-cinder-797608-18-iscsi {{(pid=101352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 17:40:03.505127 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62a607a-a32f-4c2f-ae1a-3438e62b4a0f None None] Routers {'7638c8d0-f7e7-415a-839a-4cd517d4c4c9'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:40:03.505890 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-e62a607a-a32f-4c2f-ae1a-3438e62b4a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:39:56Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['7638c8d0-f7e7-415a-839a-4cd517d4c4c9'], 'active': True} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:40:03.689083 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvr_db [None req-e62a607a-a32f-4c2f-ae1a-3438e62b4a0f None None] Set router 7638c8d0-f7e7-415a-839a-4cd517d4c4c9 gateway port host: None {{(pid=101352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:40:04.132314 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-e62a607a-a32f-4c2f-ae1a-3438e62b4a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7638c8d0-f7e7-415a-839a-4cd517d4c4c9', 'name': 'router1', 'tenant_id': 'bb49cf5aa9b54617baa197dadeb824d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:39:51Z', 'updated_at': '2021-08-16T17:40:02Z', 'revision_number': 2, 'project_id': 'bb49cf5aa9b54617baa197dadeb824d5', 'gw_port_host': None, '_interfaces': [{'id': 'acb9d5b9-2418-443a-8776-b4008bbd058a', 'name': '', 'network_id': '295890dc-5e2b-4811-8bdb-3d86d3f5e688', 'tenant_id': 'bb49cf5aa9b54617baa197dadeb824d5', 'mac_address': 'fa:16:3e:b9:f8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7638c8d0-f7e7-415a-839a-4cd517d4c4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc3a344c-d71f-4d38-889b-7dc1da6d882c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:40:01Z', 'updated_at': '2021-08-16T17:40:02Z', 'revision_number': 2, 'project_id': 'bb49cf5aa9b54617baa197dadeb824d5', 'subnets': [{'id': 'bc3a344c-d71f-4d38-889b-7dc1da6d882c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'faa33d2d-a327-4db5-bed4-a6594de122e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:40:04.184244 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62a607a-a32f-4c2f-ae1a-3438e62b4a0f None None] Checking router: 7638c8d0-f7e7-415a-839a-4cd517d4c4c9 for host: dv-cinder-797608-18-iscsi {{(pid=101352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 17:40:04.184612 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62a607a-a32f-4c2f-ae1a-3438e62b4a0f None None] Updating router 7638c8d0-f7e7-415a-839a-4cd517d4c4c9 port acb9d5b9-2418-443a-8776-b4008bbd058a binding host dv-cinder-797608-18-iscsi {{(pid=101352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 17:40:04.233119 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-e62a607a-a32f-4c2f-ae1a-3438e62b4a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:04.776559 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-e62a607a-a32f-4c2f-ae1a-3438e62b4a0f None None] Notify callbacks [] for port, precommit_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:04.795659 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.provisioning_blocks [None req-e62a607a-a32f-4c2f-ae1a-3438e62b4a0f None None] Transition to ACTIVE for port object acb9d5b9-2418-443a-8776-b4008bbd058a will not be triggered until provisioned by entity L2. {{(pid=101352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:40:04.887939 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-e62a607a-a32f-4c2f-ae1a-3438e62b4a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:05.057176 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8aa728-6416-446e-b4ae-aaf0d1b74b91 None None] Pushing event updated for resources: {'Port': ['ID=acb9d5b9-2418-443a-8776-b4008bbd058a,revision_number=3']} {{(pid=101352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:40:05.063173 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.managers [None req-e62a607a-a32f-4c2f-ae1a-3438e62b4a0f None None] Attempting to bind port acb9d5b9-2418-443a-8776-b4008bbd058a on host dv-cinder-797608-18-iscsi for vnic_type normal with profile {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:40:05.063571 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.managers [None req-e62a607a-a32f-4c2f-ae1a-3438e62b4a0f None None] Attempting to bind port acb9d5b9-2418-443a-8776-b4008bbd058a by drivers openvswitch,hyperv on host dv-cinder-797608-18-iscsi at level 0 using segments [{'id': '8a78971a-a6c5-491d-9faa-0b6f074c962d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '295890dc-5e2b-4811-8bdb-3d86d3f5e688'}] {{(pid=101352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:40:05.064015 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62a607a-a32f-4c2f-ae1a-3438e62b4a0f None None] Attempting to bind port acb9d5b9-2418-443a-8776-b4008bbd058a on network 295890dc-5e2b-4811-8bdb-3d86d3f5e688 {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:40:05.072093 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8aa728-6416-446e-b4ae-aaf0d1b74b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:40:05.072452 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8aa728-6416-446e-b4ae-aaf0d1b74b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:40:05.072791 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8aa728-6416-446e-b4ae-aaf0d1b74b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:40:05.073125 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8aa728-6416-446e-b4ae-aaf0d1b74b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:40:05.073454 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8aa728-6416-446e-b4ae-aaf0d1b74b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:40:05.073780 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8aa728-6416-446e-b4ae-aaf0d1b74b91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:40:05.074127 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8aa728-6416-446e-b4ae-aaf0d1b74b91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:40:05.074453 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8aa728-6416-446e-b4ae-aaf0d1b74b91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:40:05.074792 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8aa728-6416-446e-b4ae-aaf0d1b74b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:40:05.075117 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8aa728-6416-446e-b4ae-aaf0d1b74b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:40:05.075438 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8aa728-6416-446e-b4ae-aaf0d1b74b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:40:05.075756 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8aa728-6416-446e-b4ae-aaf0d1b74b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:40:05.077051 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8aa728-6416-446e-b4ae-aaf0d1b74b91 None None] Tracked resource versions report: Aug 16 17:40:05.077051 dv-cinder-797608-18-iscsi neutron-server[101352]: pushed versions: Aug 16 17:40:05.077051 dv-cinder-797608-18-iscsi neutron-server[101352]: { 'AddressGroup': {'1.2'}, Aug 16 17:40:05.077051 dv-cinder-797608-18-iscsi neutron-server[101352]: 'ConntrackHelper': {'1.0'}, Aug 16 17:40:05.077051 dv-cinder-797608-18-iscsi neutron-server[101352]: 'Log': {'1.0'}, Aug 16 17:40:05.077051 dv-cinder-797608-18-iscsi neutron-server[101352]: 'Network': {'1.1'}, Aug 16 17:40:05.077051 dv-cinder-797608-18-iscsi neutron-server[101352]: 'Port': {'1.7'}, Aug 16 17:40:05.077051 dv-cinder-797608-18-iscsi neutron-server[101352]: 'PortForwarding': {'1.2'}, Aug 16 17:40:05.077051 dv-cinder-797608-18-iscsi neutron-server[101352]: 'QosPolicy': {'1.9'}, Aug 16 17:40:05.077051 dv-cinder-797608-18-iscsi neutron-server[101352]: 'SecurityGroup': {'1.4'}, Aug 16 17:40:05.077051 dv-cinder-797608-18-iscsi neutron-server[101352]: 'SecurityGroupRule': {'1.2'}, Aug 16 17:40:05.077051 dv-cinder-797608-18-iscsi neutron-server[101352]: 'SubPort': {'1.0'}, Aug 16 17:40:05.077051 dv-cinder-797608-18-iscsi neutron-server[101352]: 'Subnet': {'1.1'}, Aug 16 17:40:05.077051 dv-cinder-797608-18-iscsi neutron-server[101352]: 'Trunk': {'1.1'}} Aug 16 17:40:05.077051 dv-cinder-797608-18-iscsi neutron-server[101352]: consumer versions: Aug 16 17:40:05.077051 dv-cinder-797608-18-iscsi neutron-server[101352]: { DHCP agent@dv-cinder-797608-18-iscsi: {}, Aug 16 17:40:05.077051 dv-cinder-797608-18-iscsi neutron-server[101352]: L3 agent@dv-cinder-797608-18-iscsi: {}, Aug 16 17:40:05.077051 dv-cinder-797608-18-iscsi neutron-server[101352]: Metadata agent@dv-cinder-797608-18-iscsi: {}, Aug 16 17:40:05.077051 dv-cinder-797608-18-iscsi neutron-server[101352]: Metering agent@dv-cinder-797608-18-iscsi: {}, Aug 16 17:40:05.077051 dv-cinder-797608-18-iscsi neutron-server[101352]: Open vSwitch agent@dv-cinder-797608-18-iscsi: { 'AddressGroup': '1.2', Aug 16 17:40:05.077051 dv-cinder-797608-18-iscsi neutron-server[101352]: 'ConntrackHelper': '1.0', Aug 16 17:40:05.077051 dv-cinder-797608-18-iscsi neutron-server[101352]: 'Log': '1.0', Aug 16 17:40:05.077051 dv-cinder-797608-18-iscsi neutron-server[101352]: 'Network': '1.1', Aug 16 17:40:05.077051 dv-cinder-797608-18-iscsi neutron-server[101352]: 'Port': '1.7', Aug 16 17:40:05.077051 dv-cinder-797608-18-iscsi neutron-server[101352]: 'PortForwarding': '1.2', Aug 16 17:40:05.077051 dv-cinder-797608-18-iscsi neutron-server[101352]: 'QosPolicy': '1.9', Aug 16 17:40:05.077051 dv-cinder-797608-18-iscsi neutron-server[101352]: 'SecurityGroup': '1.4', Aug 16 17:40:05.077051 dv-cinder-797608-18-iscsi neutron-server[101352]: 'SecurityGroupRule': '1.2', Aug 16 17:40:05.077051 dv-cinder-797608-18-iscsi neutron-server[101352]: 'SubPort': '1.0', Aug 16 17:40:05.077051 dv-cinder-797608-18-iscsi neutron-server[101352]: 'Subnet': '1.1', Aug 16 17:40:05.077051 dv-cinder-797608-18-iscsi neutron-server[101352]: 'Trunk': '1.1'}} Aug 16 17:40:05.077051 dv-cinder-797608-18-iscsi neutron-server[101352]: {{(pid=101352) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 17:40:05.079430 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62a607a-a32f-4c2f-ae1a-3438e62b4a0f None None] Checking agent: {'id': 'fab5396a-5d23-4b36-81ca-c96508201f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 39, 27), 'started_at': datetime.datetime(2021, 8, 16, 17, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:40:05.079841 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62a607a-a32f-4c2f-ae1a-3438e62b4a0f None None] Checking segment: {'id': '8a78971a-a6c5-491d-9faa-0b6f074c962d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '295890dc-5e2b-4811-8bdb-3d86d3f5e688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:40:05.080319 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-e62a607a-a32f-4c2f-ae1a-3438e62b4a0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:05.080718 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62a607a-a32f-4c2f-ae1a-3438e62b4a0f None None] Bound using segment: {'id': '8a78971a-a6c5-491d-9faa-0b6f074c962d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '295890dc-5e2b-4811-8bdb-3d86d3f5e688'} {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:40:05.081241 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.managers [None req-e62a607a-a32f-4c2f-ae1a-3438e62b4a0f None None] Bound port: acb9d5b9-2418-443a-8776-b4008bbd058a, host: dv-cinder-797608-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a78971a-a6c5-491d-9faa-0b6f074c962d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '295890dc-5e2b-4811-8bdb-3d86d3f5e688'}}] {{(pid=101352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:40:05.081624 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-e62a607a-a32f-4c2f-ae1a-3438e62b4a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:05.156135 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.db [None req-e62a607a-a32f-4c2f-ae1a-3438e62b4a0f None None] For port acb9d5b9-2418-443a-8776-b4008bbd058a, host dv-cinder-797608-18-iscsi, cleared binding levels {{(pid=101352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:40:05.180038 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.db [None req-e62a607a-a32f-4c2f-ae1a-3438e62b4a0f None None] For port acb9d5b9-2418-443a-8776-b4008bbd058a, host dv-cinder-797608-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=acb9d5b9-2418-443a-8776-b4008bbd058a,segment=NetworkSegment(8a78971a-a6c5-491d-9faa-0b6f074c962d),segment_id=8a78971a-a6c5-491d-9faa-0b6f074c962d)] {{(pid=101352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:40:05.284471 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-e62a607a-a32f-4c2f-ae1a-3438e62b4a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:05.352241 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8aa728-6416-446e-b4ae-aaf0d1b74b91 None None] Pushing event updated for resources: {'Port': ['ID=acb9d5b9-2418-443a-8776-b4008bbd058a,revision_number=4']} {{(pid=101352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:40:05.358563 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62a607a-a32f-4c2f-ae1a-3438e62b4a0f None None] Routers {'7638c8d0-f7e7-415a-839a-4cd517d4c4c9'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:40:05.359377 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-e62a607a-a32f-4c2f-ae1a-3438e62b4a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:39:56Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['7638c8d0-f7e7-415a-839a-4cd517d4c4c9'], 'active': True} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:40:05.469286 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvr_db [None req-e62a607a-a32f-4c2f-ae1a-3438e62b4a0f None None] Set router 7638c8d0-f7e7-415a-839a-4cd517d4c4c9 gateway port host: None {{(pid=101352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:40:05.694810 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-e62a607a-a32f-4c2f-ae1a-3438e62b4a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7638c8d0-f7e7-415a-839a-4cd517d4c4c9', 'name': 'router1', 'tenant_id': 'bb49cf5aa9b54617baa197dadeb824d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:39:51Z', 'updated_at': '2021-08-16T17:40:02Z', 'revision_number': 2, 'project_id': 'bb49cf5aa9b54617baa197dadeb824d5', 'gw_port_host': None, '_interfaces': [{'id': 'acb9d5b9-2418-443a-8776-b4008bbd058a', 'name': '', 'network_id': '295890dc-5e2b-4811-8bdb-3d86d3f5e688', 'tenant_id': 'bb49cf5aa9b54617baa197dadeb824d5', 'mac_address': 'fa:16:3e:b9:f8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7638c8d0-f7e7-415a-839a-4cd517d4c4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc3a344c-d71f-4d38-889b-7dc1da6d882c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:40:01Z', 'updated_at': '2021-08-16T17:40:05Z', 'revision_number': 4, 'project_id': 'bb49cf5aa9b54617baa197dadeb824d5', 'subnets': [{'id': 'bc3a344c-d71f-4d38-889b-7dc1da6d882c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'faa33d2d-a327-4db5-bed4-a6594de122e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:40:05.721085 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 46860) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:40:05.722364 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62a607a-a32f-4c2f-ae1a-3438e62b4a0f None None] The sync data for ids ['7638c8d0-f7e7-415a-839a-4cd517d4c4c9'] in dv-cinder-797608-18-iscsi is: [{'id': '7638c8d0-f7e7-415a-839a-4cd517d4c4c9', 'name': 'router1', 'tenant_id': 'bb49cf5aa9b54617baa197dadeb824d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:39:51Z', 'updated_at': '2021-08-16T17:40:02Z', 'revision_number': 2, 'project_id': 'bb49cf5aa9b54617baa197dadeb824d5', 'gw_port_host': None, '_interfaces': [{'id': 'acb9d5b9-2418-443a-8776-b4008bbd058a', 'name': '', 'network_id': '295890dc-5e2b-4811-8bdb-3d86d3f5e688', 'tenant_id': 'bb49cf5aa9b54617baa197dadeb824d5', 'mac_address': 'fa:16:3e:b9:f8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7638c8d0-f7e7-415a-839a-4cd517d4c4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc3a344c-d71f-4d38-889b-7dc1da6d882c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:40:01Z', 'updated_at': '2021-08-16T17:40:05Z', 'revision_number': 4, 'project_id': 'bb49cf5aa9b54617baa197dadeb824d5', 'subnets': [{'id': 'bc3a344c-d71f-4d38-889b-7dc1da6d882c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'faa33d2d-a327-4db5-bed4-a6594de122e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 17:40:05.873407 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b372f147-13a9-4c1f-87ef-b3584f992aff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:40:05.874833 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-b372f147-13a9-4c1f-87ef-b3584f992aff admin admin] 10.222.0.73 "GET /v2.0/networks/d857f842-3fbc-4776-aae7-ff863ed2df9e HTTP/1.1" status: 200 len: 842 time: 0.1522596 Aug 16 17:40:05.887679 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-691fbc91-5c67-448a-a7d7-39a2edc3e58a admin admin] Request body: {'subnet': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:40:06.006110 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691fbc91-5c67-448a-a7d7-39a2edc3e58a admin admin] Made reservation on behalf of 4a00d642374e4295a550397f9a81ba77 for: {'subnet': 1} {{(pid=101350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:40:06.008474 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-691fbc91-5c67-448a-a7d7-39a2edc3e58a admin admin] Notify callbacks [] for subnet, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:06.433617 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.objects.ports [None req-691fbc91-5c67-448a-a7d7-39a2edc3e58a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101350) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 17:40:06.434097 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-691fbc91-5c67-448a-a7d7-39a2edc3e58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132'] for subnet, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:06.486729 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fbc91-5c67-448a-a7d7-39a2edc3e58a admin admin] Pushing event updated for resources: {'Subnet': ['ID=954a9ada-4a6b-483d-99dd-491d9afbe734,revision_number=0']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:40:06.495559 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691fbc91-5c67-448a-a7d7-39a2edc3e58a admin admin] Checking segment: {'id': '81288102-e1f3-4b19-b1aa-0a6021adf8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:40:06.495911 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691fbc91-5c67-448a-a7d7-39a2edc3e58a admin admin] Network hostable DHCP agents. Network: d857f842-3fbc-4776-aae7-ff863ed2df9e, hostable agents: ['3b7d26aa-1344-4a4d-94e6-3d95468a224e'], hosted agents: [] {{(pid=101350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 17:40:06.573255 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691fbc91-5c67-448a-a7d7-39a2edc3e58a admin admin] Network d857f842-3fbc-4776-aae7-ff863ed2df9e is scheduled to be hosted by DHCP agent 3b7d26aa-1344-4a4d-94e6-3d95468a224e with binding_index 1 {{(pid=101350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 17:40:06.664612 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.base_scheduler [None req-691fbc91-5c67-448a-a7d7-39a2edc3e58a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-18-iscsi, d857f842-3fbc-4776-aae7-ff863ed2df9e) {{(pid=101350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:40:06.668777 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691fbc91-5c67-448a-a7d7-39a2edc3e58a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:40:06.669013 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-691fbc91-5c67-448a-a7d7-39a2edc3e58a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:06.673761 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9eba2e-d92e-4c79-ac16-755d526fd908 None None] Network d857f842-3fbc-4776-aae7-ff863ed2df9e requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:40:06.753939 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-691fbc91-5c67-448a-a7d7-39a2edc3e58a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8549445 Aug 16 17:40:06.880803 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376a9dbd-61ec-4d41-bbad-42a72ff81a64 None None] Network d857f842-3fbc-4776-aae7-ff863ed2df9e requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:40:09.072065 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 46868) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:40:09.354634 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-917af7cb-b3b5-4961-aa87-27b906af0e59 admin admin] 10.222.0.73 "GET /v2.0/routers/7638c8d0-f7e7-415a-839a-4cd517d4c4c9 HTTP/1.1" status: 200 len: 710 time: 0.2812829 Aug 16 17:40:09.533485 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5b5cac-f9a1-4336-8ccd-e07d07e9ca35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:40:09.534914 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-fa5b5cac-f9a1-4336-8ccd-e07d07e9ca35 admin admin] 10.222.0.73 "GET /v2.0/networks/d857f842-3fbc-4776-aae7-ff863ed2df9e HTTP/1.1" status: 200 len: 886 time: 0.1747522 Aug 16 17:40:09.544686 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-6c93bc17-d3e5-4e7c-8743-3608a5f22dc7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'}}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:40:09.797412 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6c93bc17-d3e5-4e7c-8743-3608a5f22dc7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:10.187536 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6c93bc17-d3e5-4e7c-8743-3608a5f22dc7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:10.280167 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6c93bc17-d3e5-4e7c-8743-3608a5f22dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:10.482683 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.db_base_plugin_common [None req-6c93bc17-d3e5-4e7c-8743-3608a5f22dc7 admin admin] Allocated IP 172.27.3.13 (d857f842-3fbc-4776-aae7-ff863ed2df9e/954a9ada-4a6b-483d-99dd-491d9afbe734/2e96a244-987e-4a28-9477-2d1acc696937) {{(pid=101349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:40:10.595649 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6c93bc17-d3e5-4e7c-8743-3608a5f22dc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:10.781150 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6c93bc17-d3e5-4e7c-8743-3608a5f22dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662'] for port, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:10.863875 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c93bc17-d3e5-4e7c-8743-3608a5f22dc7 admin admin] Network d857f842-3fbc-4776-aae7-ff863ed2df9e is already hosted by enough agents. {{(pid=101349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:40:10.871035 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.base_scheduler [None req-6c93bc17-d3e5-4e7c-8743-3608a5f22dc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:40:10.876457 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c93bc17-d3e5-4e7c-8743-3608a5f22dc7 admin admin] Received port after_create {{(pid=101349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:40:10.878523 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93bc17-d3e5-4e7c-8743-3608a5f22dc7 admin admin] Pushing event updated for resources: {'Port': ['ID=2e96a244-987e-4a28-9477-2d1acc696937,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:40:11.370617 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6c93bc17-d3e5-4e7c-8743-3608a5f22dc7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:11.574932 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6c93bc17-d3e5-4e7c-8743-3608a5f22dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-725399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39814'] for router, precommit_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:11.580529 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6c93bc17-d3e5-4e7c-8743-3608a5f22dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-726069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-726060', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-725390'] for router, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:11.694301 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c93bc17-d3e5-4e7c-8743-3608a5f22dc7 admin admin] Router 7638c8d0-f7e7-415a-839a-4cd517d4c4c9 has already been hosted by L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 {{(pid=101349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 17:40:11.820001 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c93bc17-d3e5-4e7c-8743-3608a5f22dc7 admin admin] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 17:40:11.825092 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6c93bc17-d3e5-4e7c-8743-3608a5f22dc7 admin admin] Notify callbacks [] for router, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:11.826381 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-6c93bc17-d3e5-4e7c-8743-3608a5f22dc7 admin admin] 10.222.0.73 "PUT /v2.0/routers/7638c8d0-f7e7-415a-839a-4cd517d4c4c9 HTTP/1.1" status: 200 len: 889 time: 2.2851553 Aug 16 17:40:12.415380 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23408189-3f3e-4eea-b43d-ab113ad8b5c5 None None] Sync routers for ids ['7638c8d0-f7e7-415a-839a-4cd517d4c4c9'] in dv-cinder-797608-18-iscsi {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 17:40:12.433352 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23408189-3f3e-4eea-b43d-ab113ad8b5c5 None None] Routers {'7638c8d0-f7e7-415a-839a-4cd517d4c4c9'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:40:12.435117 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-23408189-3f3e-4eea-b43d-ab113ad8b5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:39:56Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['7638c8d0-f7e7-415a-839a-4cd517d4c4c9'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:40:12.573622 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device acb9d5b9-2418-443a-8776-b4008bbd058a up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:40:12.760945 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-23408189-3f3e-4eea-b43d-ab113ad8b5c5 None None] Set router 7638c8d0-f7e7-415a-839a-4cd517d4c4c9 gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:40:12.861483 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning for port acb9d5b9-2418-443a-8776-b4008bbd058a completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:40:12.901652 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port acb9d5b9-2418-443a-8776-b4008bbd058a triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:40:12.902162 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:13.178796 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:13.250025 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] For port acb9d5b9-2418-443a-8776-b4008bbd058a, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=acb9d5b9-2418-443a-8776-b4008bbd058a,segment=NetworkSegment(8a78971a-a6c5-491d-9faa-0b6f074c962d),segment_id=8a78971a-a6c5-491d-9faa-0b6f074c962d)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:40:13.318158 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-23408189-3f3e-4eea-b43d-ab113ad8b5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7638c8d0-f7e7-415a-839a-4cd517d4c4c9', 'name': 'router1', 'tenant_id': 'bb49cf5aa9b54617baa197dadeb824d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '2e96a244-987e-4a28-9477-2d1acc696937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:39:51Z', 'updated_at': '2021-08-16T17:40:11Z', 'revision_number': 4, 'project_id': 'bb49cf5aa9b54617baa197dadeb824d5', 'gw_port': {'id': '2e96a244-987e-4a28-9477-2d1acc696937', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7638c8d0-f7e7-415a-839a-4cd517d4c4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:40:10Z', 'updated_at': '2021-08-16T17:40:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': 'acb9d5b9-2418-443a-8776-b4008bbd058a', 'name': '', 'network_id': '295890dc-5e2b-4811-8bdb-3d86d3f5e688', 'tenant_id': 'bb49cf5aa9b54617baa197dadeb824d5', 'mac_address': 'fa:16:3e:b9:f8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7638c8d0-f7e7-415a-839a-4cd517d4c4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc3a344c-d71f-4d38-889b-7dc1da6d882c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:40:01Z', 'updated_at': '2021-08-16T17:40:05Z', 'revision_number': 4, 'project_id': 'bb49cf5aa9b54617baa197dadeb824d5', 'subnets': [{'id': 'bc3a344c-d71f-4d38-889b-7dc1da6d882c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'faa33d2d-a327-4db5-bed4-a6594de122e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:40:13.348719 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:13.380588 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23408189-3f3e-4eea-b43d-ab113ad8b5c5 None None] Checking router: 7638c8d0-f7e7-415a-839a-4cd517d4c4c9 for host: dv-cinder-797608-18-iscsi {{(pid=101351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 17:40:13.380588 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23408189-3f3e-4eea-b43d-ab113ad8b5c5 None None] Updating router 7638c8d0-f7e7-415a-839a-4cd517d4c4c9 port 2e96a244-987e-4a28-9477-2d1acc696937 binding host dv-cinder-797608-18-iscsi {{(pid=101351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 17:40:13.463166 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-23408189-3f3e-4eea-b43d-ab113ad8b5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:13.494868 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Pushing event updated for resources: {'Port': ['ID=acb9d5b9-2418-443a-8776-b4008bbd058a,revision_number=5']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:40:13.832375 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-23408189-3f3e-4eea-b43d-ab113ad8b5c5 None None] Notify callbacks [] for port, precommit_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:13.843389 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-23408189-3f3e-4eea-b43d-ab113ad8b5c5 None None] Transition to ACTIVE for port object 2e96a244-987e-4a28-9477-2d1acc696937 will not be triggered until provisioned by entity L2. {{(pid=101351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:40:13.932735 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-23408189-3f3e-4eea-b43d-ab113ad8b5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:13.989371 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44815578-36b4-4f60-ac70-1abef66ecc80 None None] Pushing event updated for resources: {'Port': ['ID=2e96a244-987e-4a28-9477-2d1acc696937,revision_number=2']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:40:13.992513 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-23408189-3f3e-4eea-b43d-ab113ad8b5c5 None None] Attempting to bind port 2e96a244-987e-4a28-9477-2d1acc696937 on host dv-cinder-797608-18-iscsi for vnic_type normal with profile {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:40:13.997579 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-23408189-3f3e-4eea-b43d-ab113ad8b5c5 None None] Attempting to bind port 2e96a244-987e-4a28-9477-2d1acc696937 by drivers openvswitch,hyperv on host dv-cinder-797608-18-iscsi at level 0 using segments [{'id': '81288102-e1f3-4b19-b1aa-0a6021adf8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'}] {{(pid=101351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:40:13.997579 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23408189-3f3e-4eea-b43d-ab113ad8b5c5 None None] Attempting to bind port 2e96a244-987e-4a28-9477-2d1acc696937 on network d857f842-3fbc-4776-aae7-ff863ed2df9e {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:40:13.999546 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23408189-3f3e-4eea-b43d-ab113ad8b5c5 None None] Checking agent: {'id': 'fab5396a-5d23-4b36-81ca-c96508201f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 39, 27), 'started_at': datetime.datetime(2021, 8, 16, 17, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:40:13.999906 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23408189-3f3e-4eea-b43d-ab113ad8b5c5 None None] Checking segment: {'id': '81288102-e1f3-4b19-b1aa-0a6021adf8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:40:14.000437 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-23408189-3f3e-4eea-b43d-ab113ad8b5c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:14.000737 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23408189-3f3e-4eea-b43d-ab113ad8b5c5 None None] Bound using segment: {'id': '81288102-e1f3-4b19-b1aa-0a6021adf8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'} {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:40:14.001433 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-23408189-3f3e-4eea-b43d-ab113ad8b5c5 None None] Bound port: 2e96a244-987e-4a28-9477-2d1acc696937, host: dv-cinder-797608-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81288102-e1f3-4b19-b1aa-0a6021adf8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'}}] {{(pid=101351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:40:14.001554 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-23408189-3f3e-4eea-b43d-ab113ad8b5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:14.060599 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-23408189-3f3e-4eea-b43d-ab113ad8b5c5 None None] For port 2e96a244-987e-4a28-9477-2d1acc696937, host dv-cinder-797608-18-iscsi, cleared binding levels {{(pid=101351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:40:14.063685 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-23408189-3f3e-4eea-b43d-ab113ad8b5c5 None None] For port 2e96a244-987e-4a28-9477-2d1acc696937, host dv-cinder-797608-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=2e96a244-987e-4a28-9477-2d1acc696937,segment=NetworkSegment(81288102-e1f3-4b19-b1aa-0a6021adf8ca),segment_id=81288102-e1f3-4b19-b1aa-0a6021adf8ca)] {{(pid=101351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:40:14.173530 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-23408189-3f3e-4eea-b43d-ab113ad8b5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:14.240045 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23408189-3f3e-4eea-b43d-ab113ad8b5c5 None None] Routers {'7638c8d0-f7e7-415a-839a-4cd517d4c4c9'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:40:14.240695 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-23408189-3f3e-4eea-b43d-ab113ad8b5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:39:56Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['7638c8d0-f7e7-415a-839a-4cd517d4c4c9'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:40:14.243555 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44815578-36b4-4f60-ac70-1abef66ecc80 None None] Pushing event updated for resources: {'Port': ['ID=2e96a244-987e-4a28-9477-2d1acc696937,revision_number=3']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:40:14.395569 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 46880) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:40:14.451025 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-23408189-3f3e-4eea-b43d-ab113ad8b5c5 None None] Set router 7638c8d0-f7e7-415a-839a-4cd517d4c4c9 gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:40:14.481581 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device acb9d5b9-2418-443a-8776-b4008bbd058a up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:40:14.528562 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-262b763c-bd5c-497c-a613-a00141c09e78 admin admin] 10.222.0.73 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1317539 Aug 16 17:40:14.636729 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port acb9d5b9-2418-443a-8776-b4008bbd058a triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:40:14.637359 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:14.779565 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 5 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 17:40:14.829271 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-23408189-3f3e-4eea-b43d-ab113ad8b5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7638c8d0-f7e7-415a-839a-4cd517d4c4c9', 'name': 'router1', 'tenant_id': 'bb49cf5aa9b54617baa197dadeb824d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '2e96a244-987e-4a28-9477-2d1acc696937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:39:51Z', 'updated_at': '2021-08-16T17:40:11Z', 'revision_number': 4, 'project_id': 'bb49cf5aa9b54617baa197dadeb824d5', 'gw_port': {'id': '2e96a244-987e-4a28-9477-2d1acc696937', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7638c8d0-f7e7-415a-839a-4cd517d4c4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:40:10Z', 'updated_at': '2021-08-16T17:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': 'acb9d5b9-2418-443a-8776-b4008bbd058a', 'name': '', 'network_id': '295890dc-5e2b-4811-8bdb-3d86d3f5e688', 'tenant_id': 'bb49cf5aa9b54617baa197dadeb824d5', 'mac_address': 'fa:16:3e:b9:f8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7638c8d0-f7e7-415a-839a-4cd517d4c4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc3a344c-d71f-4d38-889b-7dc1da6d882c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:40:01Z', 'updated_at': '2021-08-16T17:40:13Z', 'revision_number': 5, 'project_id': 'bb49cf5aa9b54617baa197dadeb824d5', 'subnets': [{'id': 'bc3a344c-d71f-4d38-889b-7dc1da6d882c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'faa33d2d-a327-4db5-bed4-a6594de122e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:40:14.858116 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23408189-3f3e-4eea-b43d-ab113ad8b5c5 None None] The sync data for ids ['7638c8d0-f7e7-415a-839a-4cd517d4c4c9'] in dv-cinder-797608-18-iscsi is: [{'id': '7638c8d0-f7e7-415a-839a-4cd517d4c4c9', 'name': 'router1', 'tenant_id': 'bb49cf5aa9b54617baa197dadeb824d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '2e96a244-987e-4a28-9477-2d1acc696937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:39:51Z', 'updated_at': '2021-08-16T17:40:11Z', 'revision_number': 4, 'project_id': 'bb49cf5aa9b54617baa197dadeb824d5', 'gw_port': {'id': '2e96a244-987e-4a28-9477-2d1acc696937', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7638c8d0-f7e7-415a-839a-4cd517d4c4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:40:10Z', 'updated_at': '2021-08-16T17:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': 'acb9d5b9-2418-443a-8776-b4008bbd058a', 'name': '', 'network_id': '295890dc-5e2b-4811-8bdb-3d86d3f5e688', 'tenant_id': 'bb49cf5aa9b54617baa197dadeb824d5', 'mac_address': 'fa:16:3e:b9:f8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7638c8d0-f7e7-415a-839a-4cd517d4c4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc3a344c-d71f-4d38-889b-7dc1da6d882c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:40:01Z', 'updated_at': '2021-08-16T17:40:13Z', 'revision_number': 5, 'project_id': 'bb49cf5aa9b54617baa197dadeb824d5', 'subnets': [{'id': 'bc3a344c-d71f-4d38-889b-7dc1da6d882c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'faa33d2d-a327-4db5-bed4-a6594de122e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 17:40:16.515749 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 2e96a244-987e-4a28-9477-2d1acc696937 up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:40:16.647804 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning for port 2e96a244-987e-4a28-9477-2d1acc696937 completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:40:16.653444 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 2e96a244-987e-4a28-9477-2d1acc696937 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:40:16.654028 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:16.742792 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:16.765461 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] For port 2e96a244-987e-4a28-9477-2d1acc696937, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=2e96a244-987e-4a28-9477-2d1acc696937,segment=NetworkSegment(81288102-e1f3-4b19-b1aa-0a6021adf8ca),segment_id=81288102-e1f3-4b19-b1aa-0a6021adf8ca)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:40:16.927099 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:16.989332 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Pushing event updated for resources: {'Port': ['ID=2e96a244-987e-4a28-9477-2d1acc696937,revision_number=4']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:40:18.508467 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 2e96a244-987e-4a28-9477-2d1acc696937 up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:40:18.584235 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 2e96a244-987e-4a28-9477-2d1acc696937 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:40:18.584842 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:23.795416 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-d8ed92a5-a3d4-4473-a629-1827919b6f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:26.532188 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-28940f9d-da07-40fc-bda7-6a349cf5425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:26.743655 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:27.618191 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:29.024375 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:51.778994 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 5 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 17:40:53.799201 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-be43abfb-deac-40d6-b273-4fe652ae7bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:56.521309 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-909f77cf-8005-4b71-a8b2-651889cff60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:56.667038 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:57.586635 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:40:59.970433 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:41:23.772554 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-b1d8b364-e786-493c-b06a-c2c177093b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:41:26.510836 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-8f3c7161-99a3-4926-bfd3-a0c62afa2281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:41:26.654129 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:41:27.642441 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:41:28.777612 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 5 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 17:41:29.083441 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:41:53.755277 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-b4facea7-ed0c-432a-b8c3-b300c515e3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:41:55.119280 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 47448) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:41:55.190340 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b914f87-f70a-4a46-9489-7bea3e800f63 admin admin] GET failed (client error): The resource could not be found. Aug 16 17:41:55.191731 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-3b914f87-f70a-4a46-9489-7bea3e800f63 admin admin] 10.222.0.73 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0714960 Aug 16 17:41:55.394218 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f68566-36be-4447-9e4d-dcd17d0b502a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:41:55.395715 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-19f68566-36be-4447-9e4d-dcd17d0b502a admin admin] 10.222.0.73 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1992373 Aug 16 17:41:56.512731 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-3d544ac1-2027-413b-bea0-fec5b0f4a59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:41:56.655467 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:41:57.598844 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 47458) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:41:57.600058 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:41:57.692614 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99f011a-cff1-4c4b-8d64-cd748bf98dad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:41:57.693977 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-d99f011a-cff1-4c4b-8d64-cd748bf98dad admin admin] 10.222.0.73 "GET /v2.0/subnets/bc3a344c-d71f-4d38-889b-7dc1da6d882c HTTP/1.1" status: 200 len: 849 time: 0.0941594 Aug 16 17:41:57.703663 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-0c871eb3-cf6e-4859-a49c-c586f7c91bbe admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:41:57.788409 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-0c871eb3-cf6e-4859-a49c-c586f7c91bbe admin admin] Notify callbacks [] for subnet, before_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:41:57.994184 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-0c871eb3-cf6e-4859-a49c-c586f7c91bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753903421022'] for subnet, after_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:41:58.024293 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c871eb3-cf6e-4859-a49c-c586f7c91bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:41:58.024874 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-0c871eb3-cf6e-4859-a49c-c586f7c91bbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:41:58.026171 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-0c871eb3-cf6e-4859-a49c-c586f7c91bbe admin admin] 10.222.0.73 "PUT /v2.0/subnets/bc3a344c-d71f-4d38-889b-7dc1da6d882c HTTP/1.1" status: 200 len: 868 time: 0.3262777 Aug 16 17:41:58.041090 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ebc290-558c-4d8e-991a-d6086f56930f None None] Network 295890dc-5e2b-4811-8bdb-3d86d3f5e688 requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:41:58.048073 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c871eb3-cf6e-4859-a49c-c586f7c91bbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc3a344c-d71f-4d38-889b-7dc1da6d882c,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:41:58.055695 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c871eb3-cf6e-4859-a49c-c586f7c91bbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:41:58.057779 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c871eb3-cf6e-4859-a49c-c586f7c91bbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:41:58.057779 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c871eb3-cf6e-4859-a49c-c586f7c91bbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:41:58.057779 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c871eb3-cf6e-4859-a49c-c586f7c91bbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:41:58.057779 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c871eb3-cf6e-4859-a49c-c586f7c91bbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:41:58.057779 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c871eb3-cf6e-4859-a49c-c586f7c91bbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:41:58.057779 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c871eb3-cf6e-4859-a49c-c586f7c91bbe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:41:58.058347 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c871eb3-cf6e-4859-a49c-c586f7c91bbe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:41:58.058431 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c871eb3-cf6e-4859-a49c-c586f7c91bbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:41:58.058709 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c871eb3-cf6e-4859-a49c-c586f7c91bbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:41:58.059036 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c871eb3-cf6e-4859-a49c-c586f7c91bbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:41:58.059351 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c871eb3-cf6e-4859-a49c-c586f7c91bbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:41:58.426531 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-3abbda6a-b918-4f04-8258-4e745cfb6d7a None None] Provisioning complete for port acb9d5b9-2418-443a-8776-b4008bbd058a triggered by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:41:58.426903 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-3abbda6a-b918-4f04-8258-4e745cfb6d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:41:58.512416 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-3abbda6a-b918-4f04-8258-4e745cfb6d7a None None] Provisioning complete for port 3320f997-27ad-444e-94fa-9cf0207fc22f triggered by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:41:58.512789 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-3abbda6a-b918-4f04-8258-4e745cfb6d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:41:59.021111 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:42:00.191866 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 47468) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:42:00.391811 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d792d022-b069-44ee-b28a-2f86fbb33a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:42:00.392297 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d792d022-b069-44ee-b28a-2f86fbb33a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:42:00.394130 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-d792d022-b069-44ee-b28a-2f86fbb33a79 admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2012496 Aug 16 17:42:02.553165 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 47476) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:42:02.688754 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ec3093-ced3-4455-99bc-ca9a7d8a1132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:42:02.689230 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ec3093-ced3-4455-99bc-ca9a7d8a1132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:42:02.690800 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-92ec3093-ced3-4455-99bc-ca9a7d8a1132 admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1366682 Aug 16 17:42:04.852702 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 47484) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:42:04.983316 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f926bb0-fd1b-4dc5-92d7-a4250cf341c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:42:04.984708 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-6f926bb0-fd1b-4dc5-92d7-a4250cf341c8 admin admin] 10.222.0.73 "GET /v2.0/networks/295890dc-5e2b-4811-8bdb-3d86d3f5e688 HTTP/1.1" status: 200 len: 869 time: 0.1310461 Aug 16 17:42:05.841039 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 5 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 17:42:07.168989 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 47492) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:42:07.293128 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4be20c-66b8-4735-8b39-bcf2574ab71b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:42:07.294444 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-bc4be20c-66b8-4735-8b39-bcf2574ab71b admin admin] 10.222.0.73 "GET /v2.0/networks/d857f842-3fbc-4776-aae7-ff863ed2df9e HTTP/1.1" status: 200 len: 886 time: 0.1245093 Aug 16 17:42:09.448752 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 47500) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:42:09.579130 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f67ce9f-53c1-48e0-b740-ee9a825f9651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:42:09.579594 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f67ce9f-53c1-48e0-b740-ee9a825f9651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:42:09.581156 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-3f67ce9f-53c1-48e0-b740-ee9a825f9651 admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1314697 Aug 16 17:42:11.742589 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 47508) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:42:11.832592 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9e2d98-d6de-4fa0-ae3d-4333c5336b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:42:11.833058 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9e2d98-d6de-4fa0-ae3d-4333c5336b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:42:11.834593 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-ca9e2d98-d6de-4fa0-ae3d-4333c5336b2e admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0911231 Aug 16 17:42:14.015275 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 47516) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:42:14.104810 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39be306-4640-491b-8a71-c498300002ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:42:14.106183 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-b39be306-4640-491b-8a71-c498300002ca admin admin] 10.222.0.73 "GET /v2.0/subnets/954a9ada-4a6b-483d-99dd-491d9afbe734 HTTP/1.1" status: 200 len: 816 time: 0.0899422 Aug 16 17:42:16.254880 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 47524) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:42:16.346037 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ba14fe-d223-4026-973f-7dc793bbff13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:42:16.347396 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-d3ba14fe-d223-4026-973f-7dc793bbff13 admin admin] 10.222.0.73 "GET /v2.0/subnets/bc3a344c-d71f-4d38-889b-7dc1da6d882c HTTP/1.1" status: 200 len: 868 time: 0.0916553 Aug 16 17:42:23.798632 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-21928bd6-5c1c-47b9-a6a2-fe02d9bc910a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:42:26.541313 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2b751446-be14-4988-9f58-06a548156e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:42:26.678351 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:42:27.600474 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:42:29.058809 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:42:41.741194 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 47578) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:42:41.796681 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [None req-92c6df44-6b90-442a-83c8-b6b80840c7a7 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=101350) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 17:42:41.797579 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-92c6df44-6b90-442a-83c8-b6b80840c7a7 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0554502 Aug 16 17:42:42.780329 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 5 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 17:42:44.091417 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 47586) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:42:44.157074 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.pecan_wsgi.hooks.translation [None req-2850f97d-5013-45df-a157-f9aa69d5454e admin admin] GET failed (client error): The resource could not be found. Aug 16 17:42:44.158545 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-2850f97d-5013-45df-a157-f9aa69d5454e admin admin] 10.222.0.73 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0661945 Aug 16 17:42:44.304510 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf410f5-76fb-4cf2-8d8e-af4dbab1177c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:42:44.305922 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-ddf410f5-76fb-4cf2-8d8e-af4dbab1177c admin admin] 10.222.0.73 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1429615 Aug 16 17:42:46.614113 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 47594) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:42:46.662561 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-41403209-bb0d-4a7d-87e8-3513252224ce admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:42:46.751381 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41403209-bb0d-4a7d-87e8-3513252224ce admin admin] Made reservation on behalf of 4a00d642374e4295a550397f9a81ba77 for: {'network': 1} {{(pid=101349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:42:46.753826 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-41403209-bb0d-4a7d-87e8-3513252224ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for network, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:42:46.793348 dv-cinder-797608-18-iscsi neutron-server[101349]: WARNING neutron.services.revisions.revision_plugin [None req-41403209-bb0d-4a7d-87e8-3513252224ce admin admin] Could not find related network for resource to bump revision. Aug 16 17:42:46.808060 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41403209-bb0d-4a7d-87e8-3513252224ce admin admin] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=101349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 17:42:46.817304 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-41403209-bb0d-4a7d-87e8-3513252224ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050'] for segment, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:42:46.817647 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.db.segments_db [None req-41403209-bb0d-4a7d-87e8-3513252224ce admin admin] Added segment 19734917-dc9b-428a-aa4d-b30c8d6b510f of type vlan for network 636b152b-992e-4472-b755-29495fd754dd Aug 16 17:42:46.865934 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-41403209-bb0d-4a7d-87e8-3513252224ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753902937420'] for network, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:42:46.955090 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-41403209-bb0d-4a7d-87e8-3513252224ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132'] for network, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:42:46.956076 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41403209-bb0d-4a7d-87e8-3513252224ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:42:46.956663 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-41403209-bb0d-4a7d-87e8-3513252224ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:42:47.016451 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41403209-bb0d-4a7d-87e8-3513252224ce admin admin] Pushing event updated for resources: {'Network': ['ID=636b152b-992e-4472-b755-29495fd754dd,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:42:47.023338 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41403209-bb0d-4a7d-87e8-3513252224ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:42:47.023707 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41403209-bb0d-4a7d-87e8-3513252224ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:42:47.024043 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41403209-bb0d-4a7d-87e8-3513252224ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:42:47.024371 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41403209-bb0d-4a7d-87e8-3513252224ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:42:47.024694 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41403209-bb0d-4a7d-87e8-3513252224ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:42:47.025030 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41403209-bb0d-4a7d-87e8-3513252224ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:42:47.025355 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41403209-bb0d-4a7d-87e8-3513252224ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:42:47.025691 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41403209-bb0d-4a7d-87e8-3513252224ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:42:47.026042 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41403209-bb0d-4a7d-87e8-3513252224ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:42:47.026356 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41403209-bb0d-4a7d-87e8-3513252224ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:42:47.029236 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41403209-bb0d-4a7d-87e8-3513252224ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:42:47.029236 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41403209-bb0d-4a7d-87e8-3513252224ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:42:47.039000 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Network 636b152b-992e-4472-b755-29495fd754dd details requested by agent ovs-agent-dv-cinder-797608-18-iscsi with host dv-cinder-797608-18-iscsi {{(pid=101351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 17:42:47.083770 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-41403209-bb0d-4a7d-87e8-3513252224ce admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4683924 Aug 16 17:42:49.303770 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 47602) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:42:49.370439 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e810f5-2449-406b-95df-c5f9709c5253 admin admin] GET failed (client error): The resource could not be found. Aug 16 17:42:49.372323 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-55e810f5-2449-406b-95df-c5f9709c5253 admin admin] 10.222.0.73 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0676033 Aug 16 17:42:49.441003 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85efa6e3-d12e-44d7-bbb3-2052c3eec580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:42:49.442469 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-85efa6e3-d12e-44d7-bbb3-2052c3eec580 admin admin] 10.222.0.73 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0657597 Aug 16 17:42:49.453344 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-244e645b-eb65-43b4-a403-0407294955a1 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '636b152b-992e-4472-b755-29495fd754dd', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:42:49.545118 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244e645b-eb65-43b4-a403-0407294955a1 admin admin] Made reservation on behalf of 4a00d642374e4295a550397f9a81ba77 for: {'subnet': 1} {{(pid=101349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:42:49.547408 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-244e645b-eb65-43b4-a403-0407294955a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:42:49.808523 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-244e645b-eb65-43b4-a403-0407294955a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132'] for subnet, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:42:49.941233 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e645b-eb65-43b4-a403-0407294955a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17c2abb3-e2fa-47f8-8180-173814053a46,revision_number=0']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:42:49.952778 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244e645b-eb65-43b4-a403-0407294955a1 admin admin] Checking segment: {'id': '19734917-dc9b-428a-aa4d-b30c8d6b510f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '636b152b-992e-4472-b755-29495fd754dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:42:49.953131 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244e645b-eb65-43b4-a403-0407294955a1 admin admin] Network hostable DHCP agents. Network: 636b152b-992e-4472-b755-29495fd754dd, hostable agents: ['3b7d26aa-1344-4a4d-94e6-3d95468a224e'], hosted agents: [] {{(pid=101349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 17:42:50.082518 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244e645b-eb65-43b4-a403-0407294955a1 admin admin] Network 636b152b-992e-4472-b755-29495fd754dd is scheduled to be hosted by DHCP agent 3b7d26aa-1344-4a4d-94e6-3d95468a224e with binding_index 1 {{(pid=101349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 17:42:50.243129 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.base_scheduler [None req-244e645b-eb65-43b4-a403-0407294955a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-18-iscsi, 636b152b-992e-4472-b755-29495fd754dd) {{(pid=101349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:42:50.248064 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244e645b-eb65-43b4-a403-0407294955a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:42:50.248676 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-244e645b-eb65-43b4-a403-0407294955a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:42:50.253595 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b10a41e-140e-4d02-a377-44e12ec7c60a None None] Network 636b152b-992e-4472-b755-29495fd754dd requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:42:50.398528 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3451d8d9-f3ea-49be-a47b-0f6894a2af42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3e3b7be-7796-57ff-9dc8-238864e5547d-636b152b-992e-4472-b755-29495fd754dd', 'network_id': '636b152b-992e-4472-b755-29495fd754dd', 'tenant_id': '4a00d642374e4295a550397f9a81ba77', 'fixed_ips': [{'subnet_id': '17c2abb3-e2fa-47f8-8180-173814053a46'}]}} from dv-cinder-797608-18-iscsi. {{(pid=101351) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 17:42:50.399444 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-3451d8d9-f3ea-49be-a47b-0f6894a2af42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:42:50.401063 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-244e645b-eb65-43b4-a403-0407294955a1 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9517531 Aug 16 17:42:50.557068 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.db_base_plugin_common [None req-3451d8d9-f3ea-49be-a47b-0f6894a2af42 None None] Allocated IP 192.168.233.2 (636b152b-992e-4472-b755-29495fd754dd/17c2abb3-e2fa-47f8-8180-173814053a46/1c0539af-564e-4a82-a99a-03fe2906eeff) {{(pid=101351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:42:50.884086 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-3451d8d9-f3ea-49be-a47b-0f6894a2af42 None None] Notify callbacks [] for port, precommit_create {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:42:50.893723 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-3451d8d9-f3ea-49be-a47b-0f6894a2af42 None None] Transition to ACTIVE for port object 1c0539af-564e-4a82-a99a-03fe2906eeff will not be triggered until provisioned by entity L2. {{(pid=101351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:42:50.909187 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-3451d8d9-f3ea-49be-a47b-0f6894a2af42 None None] Transition to ACTIVE for port object 1c0539af-564e-4a82-a99a-03fe2906eeff will not be triggered until provisioned by entity DHCP. {{(pid=101351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:42:50.985993 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-3451d8d9-f3ea-49be-a47b-0f6894a2af42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662'] for port, after_create {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:42:51.033958 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3451d8d9-f3ea-49be-a47b-0f6894a2af42 None None] Network 636b152b-992e-4472-b755-29495fd754dd is already hosted by enough agents. {{(pid=101351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:42:51.037774 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3451d8d9-f3ea-49be-a47b-0f6894a2af42 None None] Pushing event updated for resources: {'Port': ['ID=1c0539af-564e-4a82-a99a-03fe2906eeff,revision_number=1']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:42:51.040074 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.scheduler.base_scheduler [None req-3451d8d9-f3ea-49be-a47b-0f6894a2af42 None None] Resources bound (agent type, host, resource id): {{(pid=101351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:42:51.046169 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3451d8d9-f3ea-49be-a47b-0f6894a2af42 None None] Received port after_create {{(pid=101351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:42:51.048698 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3451d8d9-f3ea-49be-a47b-0f6894a2af42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:42:51.049074 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3451d8d9-f3ea-49be-a47b-0f6894a2af42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:42:51.049435 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3451d8d9-f3ea-49be-a47b-0f6894a2af42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:42:51.049869 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3451d8d9-f3ea-49be-a47b-0f6894a2af42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:42:51.050231 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3451d8d9-f3ea-49be-a47b-0f6894a2af42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:42:51.050581 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3451d8d9-f3ea-49be-a47b-0f6894a2af42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:42:51.050918 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3451d8d9-f3ea-49be-a47b-0f6894a2af42 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:42:51.051268 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3451d8d9-f3ea-49be-a47b-0f6894a2af42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:42:51.051609 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3451d8d9-f3ea-49be-a47b-0f6894a2af42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:42:51.051935 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3451d8d9-f3ea-49be-a47b-0f6894a2af42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:42:51.052257 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3451d8d9-f3ea-49be-a47b-0f6894a2af42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:42:51.052574 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3451d8d9-f3ea-49be-a47b-0f6894a2af42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:42:51.111842 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-3451d8d9-f3ea-49be-a47b-0f6894a2af42 None None] Attempting to bind port 1c0539af-564e-4a82-a99a-03fe2906eeff on host dv-cinder-797608-18-iscsi for vnic_type normal with profile {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:42:51.112217 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-3451d8d9-f3ea-49be-a47b-0f6894a2af42 None None] Attempting to bind port 1c0539af-564e-4a82-a99a-03fe2906eeff by drivers openvswitch,hyperv on host dv-cinder-797608-18-iscsi at level 0 using segments [{'id': '19734917-dc9b-428a-aa4d-b30c8d6b510f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '636b152b-992e-4472-b755-29495fd754dd'}] {{(pid=101351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:42:51.112580 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3451d8d9-f3ea-49be-a47b-0f6894a2af42 None None] Attempting to bind port 1c0539af-564e-4a82-a99a-03fe2906eeff on network 636b152b-992e-4472-b755-29495fd754dd {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:42:51.170783 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3451d8d9-f3ea-49be-a47b-0f6894a2af42 None None] Checking agent: {'id': 'fab5396a-5d23-4b36-81ca-c96508201f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 39, 27), 'started_at': datetime.datetime(2021, 8, 16, 17, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:42:51.171073 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3451d8d9-f3ea-49be-a47b-0f6894a2af42 None None] Checking segment: {'id': '19734917-dc9b-428a-aa4d-b30c8d6b510f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '636b152b-992e-4472-b755-29495fd754dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:42:51.171502 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-3451d8d9-f3ea-49be-a47b-0f6894a2af42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:42:51.171861 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3451d8d9-f3ea-49be-a47b-0f6894a2af42 None None] Bound using segment: {'id': '19734917-dc9b-428a-aa4d-b30c8d6b510f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '636b152b-992e-4472-b755-29495fd754dd'} {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:42:51.172321 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-3451d8d9-f3ea-49be-a47b-0f6894a2af42 None None] Bound port: 1c0539af-564e-4a82-a99a-03fe2906eeff, host: dv-cinder-797608-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19734917-dc9b-428a-aa4d-b30c8d6b510f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '636b152b-992e-4472-b755-29495fd754dd'}}] {{(pid=101351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:42:51.172712 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-3451d8d9-f3ea-49be-a47b-0f6894a2af42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:42:51.240293 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-3451d8d9-f3ea-49be-a47b-0f6894a2af42 None None] For port 1c0539af-564e-4a82-a99a-03fe2906eeff, host dv-cinder-797608-18-iscsi, cleared binding levels {{(pid=101351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:42:51.243846 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-3451d8d9-f3ea-49be-a47b-0f6894a2af42 None None] For port 1c0539af-564e-4a82-a99a-03fe2906eeff, host dv-cinder-797608-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=1c0539af-564e-4a82-a99a-03fe2906eeff,segment=NetworkSegment(19734917-dc9b-428a-aa4d-b30c8d6b510f),segment_id=19734917-dc9b-428a-aa4d-b30c8d6b510f)] {{(pid=101351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:42:51.317160 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-3451d8d9-f3ea-49be-a47b-0f6894a2af42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:42:51.381150 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3451d8d9-f3ea-49be-a47b-0f6894a2af42 None None] Pushing event updated for resources: {'Port': ['ID=1c0539af-564e-4a82-a99a-03fe2906eeff,revision_number=2']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:42:52.237854 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe414781-815c-4987-b2fb-7281028b4c3f None None] Network 636b152b-992e-4472-b755-29495fd754dd requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:42:52.417273 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-440fe921-817e-4270-861b-82e46353561a None None] Provisioning for port 1c0539af-564e-4a82-a99a-03fe2906eeff completed by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:42:52.656437 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 1c0539af-564e-4a82-a99a-03fe2906eeff up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:42:52.845948 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning for port 1c0539af-564e-4a82-a99a-03fe2906eeff completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:42:52.850534 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 1c0539af-564e-4a82-a99a-03fe2906eeff triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:42:52.850896 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:42:52.933322 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:42:52.967070 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] For port 1c0539af-564e-4a82-a99a-03fe2906eeff, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=1c0539af-564e-4a82-a99a-03fe2906eeff,segment=NetworkSegment(19734917-dc9b-428a-aa4d-b30c8d6b510f),segment_id=19734917-dc9b-428a-aa4d-b30c8d6b510f)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:42:53.069161 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:42:53.123117 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Pushing event updated for resources: {'Port': ['ID=1c0539af-564e-4a82-a99a-03fe2906eeff,revision_number=3']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:42:53.768045 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4bd01ab6-2ae0-4e29-9c01-fe92d5075d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:42:54.610077 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 1c0539af-564e-4a82-a99a-03fe2906eeff up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:42:54.659150 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 1c0539af-564e-4a82-a99a-03fe2906eeff triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:42:54.659519 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:42:56.553777 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-8e641165-230f-46bd-874f-002b8ed5ffdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:42:56.690850 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:42:57.605130 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:42:59.050651 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:43:19.778653 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 5 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 17:43:23.792150 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-de0a81bc-f93b-40b6-8af6-261cae3410ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:43:26.514012 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-1b4390e5-c18b-49a3-89da-f2c51eab5513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:43:26.656852 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:43:27.622682 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:43:29.045359 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:43:53.786542 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-b12d5972-7b8b-4edf-ac91-afb50932a282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:43:56.555568 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0d2c07c0-8d07-4ff1-9d45-c62d3097db2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:43:56.680749 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:43:56.776796 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 5 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 17:43:57.660307 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:43:59.051822 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:44:19.653402 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 47654) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:44:19.659485 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [None req-aa16b781-70e2-4396-9629-7fef572e1845 tempest-verify_tempest_config-1542333000 tempest-verify_tempest_config-1542333000-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=101349) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 17:44:19.660437 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-aa16b781-70e2-4396-9629-7fef572e1845 tempest-verify_tempest_config-1542333000 tempest-verify_tempest_config-1542333000-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060368 Aug 16 17:44:20.193707 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 47672) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:44:20.297120 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-60201b14-ee2d-4161-8f87-5fa01bf4246e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:44:20.386401 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-60201b14-ee2d-4161-8f87-5fa01bf4246e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:44:20.473964 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-60201b14-ee2d-4161-8f87-5fa01bf4246e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:44:20.519182 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-60201b14-ee2d-4161-8f87-5fa01bf4246e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e58876a4380d4a508cd6af414304031d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3242381 Aug 16 17:44:20.520026 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60201b14-ee2d-4161-8f87-5fa01bf4246e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f7a729-87bc-4e0d-adae-02091f443bd8,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:44:20.521815 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 47678) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:44:20.526830 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60201b14-ee2d-4161-8f87-5fa01bf4246e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:44:20.527200 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60201b14-ee2d-4161-8f87-5fa01bf4246e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:44:20.527540 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60201b14-ee2d-4161-8f87-5fa01bf4246e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:44:20.527874 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60201b14-ee2d-4161-8f87-5fa01bf4246e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:44:20.528204 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60201b14-ee2d-4161-8f87-5fa01bf4246e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:44:20.528548 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60201b14-ee2d-4161-8f87-5fa01bf4246e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:44:20.528884 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60201b14-ee2d-4161-8f87-5fa01bf4246e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:44:20.529605 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60201b14-ee2d-4161-8f87-5fa01bf4246e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:44:20.529605 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60201b14-ee2d-4161-8f87-5fa01bf4246e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:44:20.529854 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60201b14-ee2d-4161-8f87-5fa01bf4246e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:44:20.530199 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60201b14-ee2d-4161-8f87-5fa01bf4246e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:44:20.530519 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60201b14-ee2d-4161-8f87-5fa01bf4246e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:44:20.579111 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3e31c3df-3030-4428-a216-f24dedeeee8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:44:20.600119 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3e31c3df-3030-4428-a216-f24dedeeee8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:44:20.805324 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3e31c3df-3030-4428-a216-f24dedeeee8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:44:20.807824 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3e31c3df-3030-4428-a216-f24dedeeee8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:44:20.809001 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-3e31c3df-3030-4428-a216-f24dedeeee8e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c5f7a729-87bc-4e0d-adae-02091f443bd8 HTTP/1.1" status: 204 len: 168 time: 0.2861557 Aug 16 17:44:20.816861 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31c3df-3030-4428-a216-f24dedeeee8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f7a729-87bc-4e0d-adae-02091f443bd8,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:44:20.823689 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e31c3df-3030-4428-a216-f24dedeeee8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:44:20.824050 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e31c3df-3030-4428-a216-f24dedeeee8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:44:20.824391 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e31c3df-3030-4428-a216-f24dedeeee8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:44:20.824727 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e31c3df-3030-4428-a216-f24dedeeee8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:44:20.825059 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e31c3df-3030-4428-a216-f24dedeeee8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:44:20.825393 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e31c3df-3030-4428-a216-f24dedeeee8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:44:20.825806 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e31c3df-3030-4428-a216-f24dedeeee8e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:44:20.826123 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e31c3df-3030-4428-a216-f24dedeeee8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:44:20.826443 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e31c3df-3030-4428-a216-f24dedeeee8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:44:20.826872 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e31c3df-3030-4428-a216-f24dedeeee8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:44:20.827079 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e31c3df-3030-4428-a216-f24dedeeee8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:44:20.827402 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e31c3df-3030-4428-a216-f24dedeeee8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:44:23.784991 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-b166c54f-1743-45da-8fae-14d48326e261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:44:26.546862 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-7b6153ab-7827-4a0e-9c99-d9a595f76bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:44:26.678332 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:44:27.615553 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:44:29.041072 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:44:33.775029 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 5 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 17:44:53.768250 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-fcb43474-633f-4dbb-8aa8-1e548ad6bf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:44:56.545039 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-44ffa8f8-9d44-4d3a-a621-e8a9aa346131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:44:56.687371 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:44:57.610566 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:44:59.044850 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:45:10.774063 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 5 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 17:45:23.762158 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-3fde7c0c-7d6c-4397-afb2-82b0c7622170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:45:26.534363 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4eb8d500-3385-4fe3-8676-ca833a59e2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:45:26.659655 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:45:27.619726 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:45:29.040718 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:45:47.772349 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 5 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 17:45:53.784991 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-eb2c470f-bb1a-416f-b474-b602b39e9e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:45:56.076808 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-725804'] for agent, after_create {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:45:56.554440 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-43b56620-f6db-4f34-a423-512eccea78e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:45:56.694233 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:45:57.625457 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:45:59.076726 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:46:10.821207 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 47750) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:46:10.925568 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-7ca5f500-6edb-4bb4-8b3b-b07024f7ff6e admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1025991 Aug 16 17:46:13.115822 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 47760) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:46:13.171263 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-b6bae883-c8d7-49fe-a118-6f9e4406dbb0 admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0543630 Aug 16 17:46:23.793319 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-6de24011-2c32-4b62-a89f-aadf683505c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:46:24.771432 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 6 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 17:46:25.993219 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:46:26.515517 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0b018b08-b6f6-4ff6-ad66-04d8e3c74cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:46:26.678800 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:46:27.600748 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:46:29.110222 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:46:53.785555 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-675ac643-97c4-4b38-a82f-850a0f8c457f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:46:55.998781 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:46:56.638689 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-b20bd548-7189-4d32-ba7c-609bf751c672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:46:56.672876 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:46:57.663400 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:46:59.084828 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:01.772331 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 6 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 17:47:23.783392 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-8a532d61-2846-4101-b8b6-9d4f28e4c2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:25.985171 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:26.534454 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-d226cc41-2aeb-4d28-a584-abb1d25d37e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:26.693726 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:27.624817 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:29.070902 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:38.771688 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 6 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 17:47:42.285748 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 47904) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:47:42.747303 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-dffd5d6d-5c47-4fc9-8f52-d317727e34fe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1745583065-network', 'tenant_id': '3cf94379c7f24013b25e39317315f217'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:47:42.841871 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffd5d6d-5c47-4fc9-8f52-d317727e34fe admin admin] Made reservation on behalf of 3cf94379c7f24013b25e39317315f217 for: {'network': 1} {{(pid=101349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:47:42.844263 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-dffd5d6d-5c47-4fc9-8f52-d317727e34fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for network, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:42.853153 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-dffd5d6d-5c47-4fc9-8f52-d317727e34fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:42.940994 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-dffd5d6d-5c47-4fc9-8f52-d317727e34fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:43.089661 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-dffd5d6d-5c47-4fc9-8f52-d317727e34fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:43.118092 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd5d6d-5c47-4fc9-8f52-d317727e34fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33335334-ae5f-4841-80b1-6df045b2d10d,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:43.128455 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd5d6d-5c47-4fc9-8f52-d317727e34fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:43.129058 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd5d6d-5c47-4fc9-8f52-d317727e34fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:43.129404 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd5d6d-5c47-4fc9-8f52-d317727e34fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:43.129738 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd5d6d-5c47-4fc9-8f52-d317727e34fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:43.130093 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd5d6d-5c47-4fc9-8f52-d317727e34fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:43.130442 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd5d6d-5c47-4fc9-8f52-d317727e34fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:43.130771 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd5d6d-5c47-4fc9-8f52-d317727e34fe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:43.131121 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd5d6d-5c47-4fc9-8f52-d317727e34fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:43.131450 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd5d6d-5c47-4fc9-8f52-d317727e34fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:43.131772 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd5d6d-5c47-4fc9-8f52-d317727e34fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:43.132094 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd5d6d-5c47-4fc9-8f52-d317727e34fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:43.132413 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd5d6d-5c47-4fc9-8f52-d317727e34fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:43.133452 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd5d6d-5c47-4fc9-8f52-d317727e34fe admin admin] Tracked resource versions report: Aug 16 17:47:43.133452 dv-cinder-797608-18-iscsi neutron-server[101349]: pushed versions: Aug 16 17:47:43.133452 dv-cinder-797608-18-iscsi neutron-server[101349]: { 'AddressGroup': {'1.2'}, Aug 16 17:47:43.133452 dv-cinder-797608-18-iscsi neutron-server[101349]: 'ConntrackHelper': {'1.0'}, Aug 16 17:47:43.133452 dv-cinder-797608-18-iscsi neutron-server[101349]: 'Log': {'1.0'}, Aug 16 17:47:43.133452 dv-cinder-797608-18-iscsi neutron-server[101349]: 'Network': {'1.1'}, Aug 16 17:47:43.133452 dv-cinder-797608-18-iscsi neutron-server[101349]: 'Port': {'1.7'}, Aug 16 17:47:43.133452 dv-cinder-797608-18-iscsi neutron-server[101349]: 'PortForwarding': {'1.2'}, Aug 16 17:47:43.133452 dv-cinder-797608-18-iscsi neutron-server[101349]: 'QosPolicy': {'1.9'}, Aug 16 17:47:43.133452 dv-cinder-797608-18-iscsi neutron-server[101349]: 'SecurityGroup': {'1.4'}, Aug 16 17:47:43.133452 dv-cinder-797608-18-iscsi neutron-server[101349]: 'SecurityGroupRule': {'1.2'}, Aug 16 17:47:43.133452 dv-cinder-797608-18-iscsi neutron-server[101349]: 'SubPort': {'1.0'}, Aug 16 17:47:43.133452 dv-cinder-797608-18-iscsi neutron-server[101349]: 'Subnet': {'1.1'}, Aug 16 17:47:43.133452 dv-cinder-797608-18-iscsi neutron-server[101349]: 'Trunk': {'1.1'}} Aug 16 17:47:43.133452 dv-cinder-797608-18-iscsi neutron-server[101349]: consumer versions: Aug 16 17:47:43.133452 dv-cinder-797608-18-iscsi neutron-server[101349]: { DHCP agent@dv-cinder-797608-18-iscsi: {}, Aug 16 17:47:43.133452 dv-cinder-797608-18-iscsi neutron-server[101349]: HyperV agent@hv-cinder-79760: {}, Aug 16 17:47:43.133452 dv-cinder-797608-18-iscsi neutron-server[101349]: L3 agent@dv-cinder-797608-18-iscsi: {}, Aug 16 17:47:43.133452 dv-cinder-797608-18-iscsi neutron-server[101349]: Metadata agent@dv-cinder-797608-18-iscsi: {}, Aug 16 17:47:43.133452 dv-cinder-797608-18-iscsi neutron-server[101349]: Metering agent@dv-cinder-797608-18-iscsi: {}, Aug 16 17:47:43.133452 dv-cinder-797608-18-iscsi neutron-server[101349]: Open vSwitch agent@dv-cinder-797608-18-iscsi: { 'AddressGroup': '1.2', Aug 16 17:47:43.133452 dv-cinder-797608-18-iscsi neutron-server[101349]: 'ConntrackHelper': '1.0', Aug 16 17:47:43.133452 dv-cinder-797608-18-iscsi neutron-server[101349]: 'Log': '1.0', Aug 16 17:47:43.133452 dv-cinder-797608-18-iscsi neutron-server[101349]: 'Network': '1.1', Aug 16 17:47:43.133452 dv-cinder-797608-18-iscsi neutron-server[101349]: 'Port': '1.7', Aug 16 17:47:43.133452 dv-cinder-797608-18-iscsi neutron-server[101349]: 'PortForwarding': '1.2', Aug 16 17:47:43.133452 dv-cinder-797608-18-iscsi neutron-server[101349]: 'QosPolicy': '1.9', Aug 16 17:47:43.133452 dv-cinder-797608-18-iscsi neutron-server[101349]: 'SecurityGroup': '1.4', Aug 16 17:47:43.133452 dv-cinder-797608-18-iscsi neutron-server[101349]: 'SecurityGroupRule': '1.2', Aug 16 17:47:43.133452 dv-cinder-797608-18-iscsi neutron-server[101349]: 'SubPort': '1.0', Aug 16 17:47:43.133452 dv-cinder-797608-18-iscsi neutron-server[101349]: 'Subnet': '1.1', Aug 16 17:47:43.133452 dv-cinder-797608-18-iscsi neutron-server[101349]: 'Trunk': '1.1'}} Aug 16 17:47:43.133452 dv-cinder-797608-18-iscsi neutron-server[101349]: {{(pid=101349) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 17:47:43.141238 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dffd5d6d-5c47-4fc9-8f52-d317727e34fe admin admin] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=101349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 17:47:43.152779 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-dffd5d6d-5c47-4fc9-8f52-d317727e34fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050'] for segment, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:43.153230 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.db.segments_db [None req-dffd5d6d-5c47-4fc9-8f52-d317727e34fe admin admin] Added segment 1d556eea-2e00-495e-a4c4-1b5b0d31797f of type vlan for network cf977a3b-5d44-4959-9dba-d50c353bb70f Aug 16 17:47:43.200986 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-dffd5d6d-5c47-4fc9-8f52-d317727e34fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753902937420'] for network, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:43.307189 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-dffd5d6d-5c47-4fc9-8f52-d317727e34fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132'] for network, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:43.308252 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffd5d6d-5c47-4fc9-8f52-d317727e34fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:47:43.308981 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-dffd5d6d-5c47-4fc9-8f52-d317727e34fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:43.371989 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd5d6d-5c47-4fc9-8f52-d317727e34fe admin admin] Pushing event updated for resources: {'Network': ['ID=cf977a3b-5d44-4959-9dba-d50c353bb70f,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:43.383981 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Network cf977a3b-5d44-4959-9dba-d50c353bb70f details requested by agent ovs-agent-dv-cinder-797608-18-iscsi with host dv-cinder-797608-18-iscsi {{(pid=101351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 17:47:43.453197 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 47958) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:47:43.454036 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-dffd5d6d-5c47-4fc9-8f52-d317727e34fe admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1670022 Aug 16 17:47:43.459869 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-6c08ad9f-434f-44f2-895e-6194fcfba347 admin admin] Request body: {'subnet': {'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1745583065-subnet', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:47:43.586873 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c08ad9f-434f-44f2-895e-6194fcfba347 admin admin] Made reservation on behalf of 3cf94379c7f24013b25e39317315f217 for: {'subnet': 1} {{(pid=101350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:47:43.589207 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-6c08ad9f-434f-44f2-895e-6194fcfba347 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:43.826897 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-6c08ad9f-434f-44f2-895e-6194fcfba347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132'] for subnet, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:43.886349 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c08ad9f-434f-44f2-895e-6194fcfba347 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0c1f877-910d-484d-a497-8ce21ca738df,revision_number=0']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:43.896698 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c08ad9f-434f-44f2-895e-6194fcfba347 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:43.897062 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c08ad9f-434f-44f2-895e-6194fcfba347 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:43.897395 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c08ad9f-434f-44f2-895e-6194fcfba347 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:43.897898 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c08ad9f-434f-44f2-895e-6194fcfba347 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:43.898313 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c08ad9f-434f-44f2-895e-6194fcfba347 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:43.898843 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c08ad9f-434f-44f2-895e-6194fcfba347 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:43.899185 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c08ad9f-434f-44f2-895e-6194fcfba347 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:43.899538 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c08ad9f-434f-44f2-895e-6194fcfba347 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:43.899859 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c08ad9f-434f-44f2-895e-6194fcfba347 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:43.900174 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c08ad9f-434f-44f2-895e-6194fcfba347 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:43.900482 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c08ad9f-434f-44f2-895e-6194fcfba347 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:43.900788 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c08ad9f-434f-44f2-895e-6194fcfba347 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:43.901815 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c08ad9f-434f-44f2-895e-6194fcfba347 admin admin] Tracked resource versions report: Aug 16 17:47:43.901815 dv-cinder-797608-18-iscsi neutron-server[101350]: pushed versions: Aug 16 17:47:43.901815 dv-cinder-797608-18-iscsi neutron-server[101350]: { 'AddressGroup': {'1.2'}, Aug 16 17:47:43.901815 dv-cinder-797608-18-iscsi neutron-server[101350]: 'ConntrackHelper': {'1.0'}, Aug 16 17:47:43.901815 dv-cinder-797608-18-iscsi neutron-server[101350]: 'Log': {'1.0'}, Aug 16 17:47:43.901815 dv-cinder-797608-18-iscsi neutron-server[101350]: 'Network': {'1.1'}, Aug 16 17:47:43.901815 dv-cinder-797608-18-iscsi neutron-server[101350]: 'Port': {'1.7'}, Aug 16 17:47:43.901815 dv-cinder-797608-18-iscsi neutron-server[101350]: 'PortForwarding': {'1.2'}, Aug 16 17:47:43.901815 dv-cinder-797608-18-iscsi neutron-server[101350]: 'QosPolicy': {'1.9'}, Aug 16 17:47:43.901815 dv-cinder-797608-18-iscsi neutron-server[101350]: 'SecurityGroup': {'1.4'}, Aug 16 17:47:43.901815 dv-cinder-797608-18-iscsi neutron-server[101350]: 'SecurityGroupRule': {'1.2'}, Aug 16 17:47:43.901815 dv-cinder-797608-18-iscsi neutron-server[101350]: 'SubPort': {'1.0'}, Aug 16 17:47:43.901815 dv-cinder-797608-18-iscsi neutron-server[101350]: 'Subnet': {'1.1'}, Aug 16 17:47:43.901815 dv-cinder-797608-18-iscsi neutron-server[101350]: 'Trunk': {'1.1'}} Aug 16 17:47:43.901815 dv-cinder-797608-18-iscsi neutron-server[101350]: consumer versions: Aug 16 17:47:43.901815 dv-cinder-797608-18-iscsi neutron-server[101350]: { DHCP agent@dv-cinder-797608-18-iscsi: {}, Aug 16 17:47:43.901815 dv-cinder-797608-18-iscsi neutron-server[101350]: HyperV agent@hv-cinder-79760: {}, Aug 16 17:47:43.901815 dv-cinder-797608-18-iscsi neutron-server[101350]: L3 agent@dv-cinder-797608-18-iscsi: {}, Aug 16 17:47:43.901815 dv-cinder-797608-18-iscsi neutron-server[101350]: Metadata agent@dv-cinder-797608-18-iscsi: {}, Aug 16 17:47:43.901815 dv-cinder-797608-18-iscsi neutron-server[101350]: Metering agent@dv-cinder-797608-18-iscsi: {}, Aug 16 17:47:43.901815 dv-cinder-797608-18-iscsi neutron-server[101350]: Open vSwitch agent@dv-cinder-797608-18-iscsi: { 'AddressGroup': '1.2', Aug 16 17:47:43.901815 dv-cinder-797608-18-iscsi neutron-server[101350]: 'ConntrackHelper': '1.0', Aug 16 17:47:43.901815 dv-cinder-797608-18-iscsi neutron-server[101350]: 'Log': '1.0', Aug 16 17:47:43.901815 dv-cinder-797608-18-iscsi neutron-server[101350]: 'Network': '1.1', Aug 16 17:47:43.901815 dv-cinder-797608-18-iscsi neutron-server[101350]: 'Port': '1.7', Aug 16 17:47:43.901815 dv-cinder-797608-18-iscsi neutron-server[101350]: 'PortForwarding': '1.2', Aug 16 17:47:43.901815 dv-cinder-797608-18-iscsi neutron-server[101350]: 'QosPolicy': '1.9', Aug 16 17:47:43.901815 dv-cinder-797608-18-iscsi neutron-server[101350]: 'SecurityGroup': '1.4', Aug 16 17:47:43.901815 dv-cinder-797608-18-iscsi neutron-server[101350]: 'SecurityGroupRule': '1.2', Aug 16 17:47:43.901815 dv-cinder-797608-18-iscsi neutron-server[101350]: 'SubPort': '1.0', Aug 16 17:47:43.901815 dv-cinder-797608-18-iscsi neutron-server[101350]: 'Subnet': '1.1', Aug 16 17:47:43.901815 dv-cinder-797608-18-iscsi neutron-server[101350]: 'Trunk': '1.1'}} Aug 16 17:47:43.901815 dv-cinder-797608-18-iscsi neutron-server[101350]: {{(pid=101350) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 17:47:43.908864 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c08ad9f-434f-44f2-895e-6194fcfba347 admin admin] Checking segment: {'id': '1d556eea-2e00-495e-a4c4-1b5b0d31797f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:47:43.908864 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c08ad9f-434f-44f2-895e-6194fcfba347 admin admin] Network hostable DHCP agents. Network: cf977a3b-5d44-4959-9dba-d50c353bb70f, hostable agents: ['3b7d26aa-1344-4a4d-94e6-3d95468a224e'], hosted agents: [] {{(pid=101350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 17:47:43.969253 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c08ad9f-434f-44f2-895e-6194fcfba347 admin admin] Network cf977a3b-5d44-4959-9dba-d50c353bb70f is scheduled to be hosted by DHCP agent 3b7d26aa-1344-4a4d-94e6-3d95468a224e with binding_index 1 {{(pid=101350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 17:47:44.067050 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.base_scheduler [None req-6c08ad9f-434f-44f2-895e-6194fcfba347 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-18-iscsi, cf977a3b-5d44-4959-9dba-d50c353bb70f) {{(pid=101350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:47:44.071374 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c08ad9f-434f-44f2-895e-6194fcfba347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:47:44.072249 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-6c08ad9f-434f-44f2-895e-6194fcfba347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:44.076843 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74412ecd-8804-466b-b46d-0b5bb4e6998e None None] Network cf977a3b-5d44-4959-9dba-d50c353bb70f requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:47:44.085065 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 47978) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:47:44.138121 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 47986) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:47:44.159137 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-6c08ad9f-434f-44f2-895e-6194fcfba347 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7041619 Aug 16 17:47:44.162365 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 47990) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:47:44.166905 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-a183e6b5-b66b-4f2d-b933-8106aa29f07b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1745583065-router', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'}}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:47:44.241035 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9ea8f6-f309-4f82-9ad2-4dcf96d2780f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3e3b7be-7796-57ff-9dc8-238864e5547d-cf977a3b-5d44-4959-9dba-d50c353bb70f', 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'fixed_ips': [{'subnet_id': 'c0c1f877-910d-484d-a497-8ce21ca738df'}]}} from dv-cinder-797608-18-iscsi. {{(pid=101351) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 17:47:44.241958 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-3a9ea8f6-f309-4f82-9ad2-4dcf96d2780f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:44.295444 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-a183e6b5-b66b-4f2d-b933-8106aa29f07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-725257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39913'] for router, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:44.299279 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-a183e6b5-b66b-4f2d-b933-8106aa29f07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-725413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39824'] for router, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:44.371127 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-a22a7cb0-6f56-4dd5-abbe-741f049dce74 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1771124195-network', 'tenant_id': '27bbafb0989a4327955e28fd5abf0ae1'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:47:44.420454 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.db_base_plugin_common [None req-3a9ea8f6-f309-4f82-9ad2-4dcf96d2780f None None] Allocated IP 172.20.0.2 (cf977a3b-5d44-4959-9dba-d50c353bb70f/c0c1f877-910d-484d-a497-8ce21ca738df/1bfc6672-0fed-4aec-8587-10376f2275f9) {{(pid=101351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:47:44.469760 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-a183e6b5-b66b-4f2d-b933-8106aa29f07b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:44.506588 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22a7cb0-6f56-4dd5-abbe-741f049dce74 admin admin] Made reservation on behalf of 27bbafb0989a4327955e28fd5abf0ae1 for: {'network': 1} {{(pid=101349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:47:44.508915 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-a22a7cb0-6f56-4dd5-abbe-741f049dce74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for network, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:44.527880 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-a22a7cb0-6f56-4dd5-abbe-741f049dce74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:44.583716 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-3a9ea8f6-f309-4f82-9ad2-4dcf96d2780f None None] Notify callbacks [] for port, precommit_create {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:44.593968 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-3a9ea8f6-f309-4f82-9ad2-4dcf96d2780f None None] Transition to ACTIVE for port object 1bfc6672-0fed-4aec-8587-10376f2275f9 will not be triggered until provisioned by entity L2. {{(pid=101351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:47:44.613607 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-3a9ea8f6-f309-4f82-9ad2-4dcf96d2780f None None] Transition to ACTIVE for port object 1bfc6672-0fed-4aec-8587-10376f2275f9 will not be triggered until provisioned by entity DHCP. {{(pid=101351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:47:44.656875 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-a22a7cb0-6f56-4dd5-abbe-741f049dce74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:44.679333 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-d9d7cf84-fc45-40d8-a8fa-80f4d1c5289e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2099757337-network', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:47:44.744147 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-a183e6b5-b66b-4f2d-b933-8106aa29f07b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:44.821569 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-3a9ea8f6-f309-4f82-9ad2-4dcf96d2780f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662'] for port, after_create {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:44.864465 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9ea8f6-f309-4f82-9ad2-4dcf96d2780f None None] Network cf977a3b-5d44-4959-9dba-d50c353bb70f is already hosted by enough agents. {{(pid=101351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:47:44.867500 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.scheduler.base_scheduler [None req-3a9ea8f6-f309-4f82-9ad2-4dcf96d2780f None None] Resources bound (agent type, host, resource id): {{(pid=101351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:47:44.870573 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9ea8f6-f309-4f82-9ad2-4dcf96d2780f None None] Received port after_create {{(pid=101351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:47:44.870736 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-a22a7cb0-6f56-4dd5-abbe-741f049dce74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:44.880093 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ea8f6-f309-4f82-9ad2-4dcf96d2780f None None] Pushing event updated for resources: {'Port': ['ID=1bfc6672-0fed-4aec-8587-10376f2275f9,revision_number=1']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:44.890101 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ea8f6-f309-4f82-9ad2-4dcf96d2780f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:44.892927 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ea8f6-f309-4f82-9ad2-4dcf96d2780f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:44.893064 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22a7cb0-6f56-4dd5-abbe-741f049dce74 admin admin] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=101349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 17:47:44.893197 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ea8f6-f309-4f82-9ad2-4dcf96d2780f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:44.893197 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ea8f6-f309-4f82-9ad2-4dcf96d2780f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:44.893197 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ea8f6-f309-4f82-9ad2-4dcf96d2780f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:44.893197 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ea8f6-f309-4f82-9ad2-4dcf96d2780f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:44.893197 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ea8f6-f309-4f82-9ad2-4dcf96d2780f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:44.893197 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ea8f6-f309-4f82-9ad2-4dcf96d2780f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:44.893197 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ea8f6-f309-4f82-9ad2-4dcf96d2780f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:44.893197 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ea8f6-f309-4f82-9ad2-4dcf96d2780f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:44.893849 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ea8f6-f309-4f82-9ad2-4dcf96d2780f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:44.893973 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ea8f6-f309-4f82-9ad2-4dcf96d2780f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:44.894947 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ea8f6-f309-4f82-9ad2-4dcf96d2780f None None] Tracked resource versions report: Aug 16 17:47:44.894947 dv-cinder-797608-18-iscsi neutron-server[101351]: pushed versions: Aug 16 17:47:44.894947 dv-cinder-797608-18-iscsi neutron-server[101351]: { 'AddressGroup': {'1.2'}, Aug 16 17:47:44.894947 dv-cinder-797608-18-iscsi neutron-server[101351]: 'ConntrackHelper': {'1.0'}, Aug 16 17:47:44.894947 dv-cinder-797608-18-iscsi neutron-server[101351]: 'Log': {'1.0'}, Aug 16 17:47:44.894947 dv-cinder-797608-18-iscsi neutron-server[101351]: 'Network': {'1.1'}, Aug 16 17:47:44.894947 dv-cinder-797608-18-iscsi neutron-server[101351]: 'Port': {'1.7'}, Aug 16 17:47:44.894947 dv-cinder-797608-18-iscsi neutron-server[101351]: 'PortForwarding': {'1.2'}, Aug 16 17:47:44.894947 dv-cinder-797608-18-iscsi neutron-server[101351]: 'QosPolicy': {'1.9'}, Aug 16 17:47:44.894947 dv-cinder-797608-18-iscsi neutron-server[101351]: 'SecurityGroup': {'1.4'}, Aug 16 17:47:44.894947 dv-cinder-797608-18-iscsi neutron-server[101351]: 'SecurityGroupRule': {'1.2'}, Aug 16 17:47:44.894947 dv-cinder-797608-18-iscsi neutron-server[101351]: 'SubPort': {'1.0'}, Aug 16 17:47:44.894947 dv-cinder-797608-18-iscsi neutron-server[101351]: 'Subnet': {'1.1'}, Aug 16 17:47:44.894947 dv-cinder-797608-18-iscsi neutron-server[101351]: 'Trunk': {'1.1'}} Aug 16 17:47:44.894947 dv-cinder-797608-18-iscsi neutron-server[101351]: consumer versions: Aug 16 17:47:44.894947 dv-cinder-797608-18-iscsi neutron-server[101351]: { DHCP agent@dv-cinder-797608-18-iscsi: {}, Aug 16 17:47:44.894947 dv-cinder-797608-18-iscsi neutron-server[101351]: HyperV agent@hv-cinder-79760: {}, Aug 16 17:47:44.894947 dv-cinder-797608-18-iscsi neutron-server[101351]: L3 agent@dv-cinder-797608-18-iscsi: {}, Aug 16 17:47:44.894947 dv-cinder-797608-18-iscsi neutron-server[101351]: Metadata agent@dv-cinder-797608-18-iscsi: {}, Aug 16 17:47:44.894947 dv-cinder-797608-18-iscsi neutron-server[101351]: Metering agent@dv-cinder-797608-18-iscsi: {}, Aug 16 17:47:44.894947 dv-cinder-797608-18-iscsi neutron-server[101351]: Open vSwitch agent@dv-cinder-797608-18-iscsi: { 'AddressGroup': '1.2', Aug 16 17:47:44.894947 dv-cinder-797608-18-iscsi neutron-server[101351]: 'ConntrackHelper': '1.0', Aug 16 17:47:44.894947 dv-cinder-797608-18-iscsi neutron-server[101351]: 'Log': '1.0', Aug 16 17:47:44.894947 dv-cinder-797608-18-iscsi neutron-server[101351]: 'Network': '1.1', Aug 16 17:47:44.894947 dv-cinder-797608-18-iscsi neutron-server[101351]: 'Port': '1.7', Aug 16 17:47:44.894947 dv-cinder-797608-18-iscsi neutron-server[101351]: 'PortForwarding': '1.2', Aug 16 17:47:44.894947 dv-cinder-797608-18-iscsi neutron-server[101351]: 'QosPolicy': '1.9', Aug 16 17:47:44.894947 dv-cinder-797608-18-iscsi neutron-server[101351]: 'SecurityGroup': '1.4', Aug 16 17:47:44.894947 dv-cinder-797608-18-iscsi neutron-server[101351]: 'SecurityGroupRule': '1.2', Aug 16 17:47:44.894947 dv-cinder-797608-18-iscsi neutron-server[101351]: 'SubPort': '1.0', Aug 16 17:47:44.894947 dv-cinder-797608-18-iscsi neutron-server[101351]: 'Subnet': '1.1', Aug 16 17:47:44.894947 dv-cinder-797608-18-iscsi neutron-server[101351]: 'Trunk': '1.1'}} Aug 16 17:47:44.894947 dv-cinder-797608-18-iscsi neutron-server[101351]: {{(pid=101351) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 17:47:44.911273 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-a22a7cb0-6f56-4dd5-abbe-741f049dce74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050'] for segment, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:44.913528 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.db.segments_db [None req-a22a7cb0-6f56-4dd5-abbe-741f049dce74 admin admin] Added segment c8ba735b-97c1-40e2-9127-cc115fbd435b of type vlan for network 911055da-1c09-4771-a25f-ddda2dca7c77 Aug 16 17:47:44.942974 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a7cb0-6f56-4dd5-abbe-741f049dce74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d1b941-88f9-4693-9599-3138b47fe9a1,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:44.957162 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-3a9ea8f6-f309-4f82-9ad2-4dcf96d2780f None None] Attempting to bind port 1bfc6672-0fed-4aec-8587-10376f2275f9 on host dv-cinder-797608-18-iscsi for vnic_type normal with profile {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:47:44.957637 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-3a9ea8f6-f309-4f82-9ad2-4dcf96d2780f None None] Attempting to bind port 1bfc6672-0fed-4aec-8587-10376f2275f9 by drivers openvswitch,hyperv on host dv-cinder-797608-18-iscsi at level 0 using segments [{'id': '1d556eea-2e00-495e-a4c4-1b5b0d31797f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f'}] {{(pid=101351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:47:44.958058 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9ea8f6-f309-4f82-9ad2-4dcf96d2780f None None] Attempting to bind port 1bfc6672-0fed-4aec-8587-10376f2275f9 on network cf977a3b-5d44-4959-9dba-d50c353bb70f {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:47:44.963640 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9ea8f6-f309-4f82-9ad2-4dcf96d2780f None None] Checking agent: {'id': 'fab5396a-5d23-4b36-81ca-c96508201f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 39, 27), 'started_at': datetime.datetime(2021, 8, 16, 17, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:47:44.964016 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9ea8f6-f309-4f82-9ad2-4dcf96d2780f None None] Checking segment: {'id': '1d556eea-2e00-495e-a4c4-1b5b0d31797f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:47:44.964415 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-3a9ea8f6-f309-4f82-9ad2-4dcf96d2780f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:44.964804 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9ea8f6-f309-4f82-9ad2-4dcf96d2780f None None] Bound using segment: {'id': '1d556eea-2e00-495e-a4c4-1b5b0d31797f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f'} {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:47:44.965266 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-3a9ea8f6-f309-4f82-9ad2-4dcf96d2780f None None] Bound port: 1bfc6672-0fed-4aec-8587-10376f2275f9, host: dv-cinder-797608-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d556eea-2e00-495e-a4c4-1b5b0d31797f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f'}}] {{(pid=101351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:47:44.965831 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-3a9ea8f6-f309-4f82-9ad2-4dcf96d2780f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:44.986994 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d7cf84-fc45-40d8-a8fa-80f4d1c5289e admin admin] Made reservation on behalf of 85697c37841b4a59aaaa6d2d36ff953b for: {'network': 1} {{(pid=101349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:47:44.989753 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-d9d7cf84-fc45-40d8-a8fa-80f4d1c5289e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for network, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:45.027898 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-d9d7cf84-fc45-40d8-a8fa-80f4d1c5289e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:45.030648 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-a22a7cb0-6f56-4dd5-abbe-741f049dce74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753902937420'] for network, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:45.046848 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-3a9ea8f6-f309-4f82-9ad2-4dcf96d2780f None None] For port 1bfc6672-0fed-4aec-8587-10376f2275f9, host dv-cinder-797608-18-iscsi, cleared binding levels {{(pid=101351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:47:45.051898 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-3a9ea8f6-f309-4f82-9ad2-4dcf96d2780f None None] For port 1bfc6672-0fed-4aec-8587-10376f2275f9, host dv-cinder-797608-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=1bfc6672-0fed-4aec-8587-10376f2275f9,segment=NetworkSegment(1d556eea-2e00-495e-a4c4-1b5b0d31797f),segment_id=1d556eea-2e00-495e-a4c4-1b5b0d31797f)] {{(pid=101351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:47:45.151680 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-d9d7cf84-fc45-40d8-a8fa-80f4d1c5289e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:45.168690 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-3a9ea8f6-f309-4f82-9ad2-4dcf96d2780f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:45.187642 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-a183e6b5-b66b-4f2d-b933-8106aa29f07b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:45.215689 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-a183e6b5-b66b-4f2d-b933-8106aa29f07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:45.232313 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ea8f6-f309-4f82-9ad2-4dcf96d2780f None None] Pushing event updated for resources: {'Port': ['ID=1bfc6672-0fed-4aec-8587-10376f2275f9,revision_number=2']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:45.239211 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-a22a7cb0-6f56-4dd5-abbe-741f049dce74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132'] for network, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:45.242637 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22a7cb0-6f56-4dd5-abbe-741f049dce74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:47:45.242637 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-a22a7cb0-6f56-4dd5-abbe-741f049dce74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:45.294920 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-d9d7cf84-fc45-40d8-a8fa-80f4d1c5289e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:45.327152 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7cf84-fc45-40d8-a8fa-80f4d1c5289e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7db6734-b753-49a2-aa4c-a8fcabb26e0b,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:45.348471 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a7cb0-6f56-4dd5-abbe-741f049dce74 admin admin] Pushing event updated for resources: {'Network': ['ID=911055da-1c09-4771-a25f-ddda2dca7c77,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:45.350639 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d7cf84-fc45-40d8-a8fa-80f4d1c5289e admin admin] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=101349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 17:47:45.354970 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.db_base_plugin_common [None req-a183e6b5-b66b-4f2d-b933-8106aa29f07b admin admin] Allocated IP 172.27.3.210 (d857f842-3fbc-4776-aae7-ff863ed2df9e/954a9ada-4a6b-483d-99dd-491d9afbe734/13ac95d9-fd54-4369-b4ce-6e335b08c4ba) {{(pid=101350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:47:45.360487 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-d9d7cf84-fc45-40d8-a8fa-80f4d1c5289e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050'] for segment, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:45.361040 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.db.segments_db [None req-d9d7cf84-fc45-40d8-a8fa-80f4d1c5289e admin admin] Added segment 8a996923-3c72-4a28-a680-4b4b2da2679e of type vlan for network d4c249fc-f15d-4c54-a2fa-f9ec1324c63c Aug 16 17:47:45.367812 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Network 911055da-1c09-4771-a25f-ddda2dca7c77 details requested by agent ovs-agent-dv-cinder-797608-18-iscsi with host dv-cinder-797608-18-iscsi {{(pid=101351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 17:47:45.372625 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-a22a7cb0-6f56-4dd5-abbe-741f049dce74 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2864103 Aug 16 17:47:45.383051 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 48026) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:47:45.393317 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-7c5764dd-4e66-433a-b874-95f0b2f90216 admin admin] Request body: {'subnet': {'network_id': '911055da-1c09-4771-a25f-ddda2dca7c77', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1771124195-subnet', 'tenant_id': '27bbafb0989a4327955e28fd5abf0ae1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:47:45.410707 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-d9d7cf84-fc45-40d8-a8fa-80f4d1c5289e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753902937420'] for network, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:45.530283 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-d9d7cf84-fc45-40d8-a8fa-80f4d1c5289e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132'] for network, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:45.531710 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d7cf84-fc45-40d8-a8fa-80f4d1c5289e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:47:45.532486 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-d9d7cf84-fc45-40d8-a8fa-80f4d1c5289e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:45.580742 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-a183e6b5-b66b-4f2d-b933-8106aa29f07b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:45.592807 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5764dd-4e66-433a-b874-95f0b2f90216 admin admin] Made reservation on behalf of 27bbafb0989a4327955e28fd5abf0ae1 for: {'subnet': 1} {{(pid=101350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:47:45.597409 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-7c5764dd-4e66-433a-b874-95f0b2f90216 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:45.628252 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7cf84-fc45-40d8-a8fa-80f4d1c5289e admin admin] Pushing event updated for resources: {'Network': ['ID=d4c249fc-f15d-4c54-a2fa-f9ec1324c63c,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:45.643556 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Network d4c249fc-f15d-4c54-a2fa-f9ec1324c63c details requested by agent ovs-agent-dv-cinder-797608-18-iscsi with host dv-cinder-797608-18-iscsi {{(pid=101351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 17:47:45.673362 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-d9d7cf84-fc45-40d8-a8fa-80f4d1c5289e admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5338473 Aug 16 17:47:45.676707 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 48036) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:47:45.682254 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-f6048b3f-bf40-4a38-b030-810f0b1b55cf admin admin] Request body: {'subnet': {'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2099757337-subnet', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:47:45.808435 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6048b3f-bf40-4a38-b030-810f0b1b55cf admin admin] Made reservation on behalf of 85697c37841b4a59aaaa6d2d36ff953b for: {'subnet': 1} {{(pid=101349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:47:45.810610 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f6048b3f-bf40-4a38-b030-810f0b1b55cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:45.857466 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-a183e6b5-b66b-4f2d-b933-8106aa29f07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662'] for port, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:45.920503 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a183e6b5-b66b-4f2d-b933-8106aa29f07b admin admin] Pushing event updated for resources: {'Port': ['ID=13ac95d9-fd54-4369-b4ce-6e335b08c4ba,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:45.936919 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a183e6b5-b66b-4f2d-b933-8106aa29f07b admin admin] Network d857f842-3fbc-4776-aae7-ff863ed2df9e is already hosted by enough agents. {{(pid=101350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:47:45.936919 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.base_scheduler [None req-a183e6b5-b66b-4f2d-b933-8106aa29f07b admin admin] Resources bound (agent type, host, resource id): {{(pid=101350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:47:45.936919 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a183e6b5-b66b-4f2d-b933-8106aa29f07b admin admin] Received port after_create {{(pid=101350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:47:45.975829 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-7c5764dd-4e66-433a-b874-95f0b2f90216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132'] for subnet, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:46.105133 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5764dd-4e66-433a-b874-95f0b2f90216 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6400e5ad-3dfb-4b32-9698-2ff272d6a501,revision_number=0']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:46.134761 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5764dd-4e66-433a-b874-95f0b2f90216 admin admin] Checking segment: {'id': 'c8ba735b-97c1-40e2-9127-cc115fbd435b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '911055da-1c09-4771-a25f-ddda2dca7c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:47:46.135131 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5764dd-4e66-433a-b874-95f0b2f90216 admin admin] Network hostable DHCP agents. Network: 911055da-1c09-4771-a25f-ddda2dca7c77, hostable agents: ['3b7d26aa-1344-4a4d-94e6-3d95468a224e'], hosted agents: [] {{(pid=101350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 17:47:46.216755 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f6048b3f-bf40-4a38-b030-810f0b1b55cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132'] for subnet, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:46.289877 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5764dd-4e66-433a-b874-95f0b2f90216 admin admin] Network 911055da-1c09-4771-a25f-ddda2dca7c77 is scheduled to be hosted by DHCP agent 3b7d26aa-1344-4a4d-94e6-3d95468a224e with binding_index 1 {{(pid=101350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 17:47:46.295133 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6048b3f-bf40-4a38-b030-810f0b1b55cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d17ce71-6fac-4edf-9519-05a2c7a1f013,revision_number=0']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:46.306701 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6048b3f-bf40-4a38-b030-810f0b1b55cf admin admin] Checking segment: {'id': '8a996923-3c72-4a28-a680-4b4b2da2679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:47:46.307049 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6048b3f-bf40-4a38-b030-810f0b1b55cf admin admin] Network hostable DHCP agents. Network: d4c249fc-f15d-4c54-a2fa-f9ec1324c63c, hostable agents: ['3b7d26aa-1344-4a4d-94e6-3d95468a224e'], hosted agents: [] {{(pid=101349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 17:47:46.357634 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9345d6-50e8-4697-95e1-fe54d85c1d6b None None] Network cf977a3b-5d44-4959-9dba-d50c353bb70f requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:47:46.452933 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.base_scheduler [None req-7c5764dd-4e66-433a-b874-95f0b2f90216 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-18-iscsi, 911055da-1c09-4771-a25f-ddda2dca7c77) {{(pid=101350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:47:46.455664 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5764dd-4e66-433a-b874-95f0b2f90216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:47:46.456912 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-7c5764dd-4e66-433a-b874-95f0b2f90216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:46.465069 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01d9f9c-c0b0-4f95-a660-ea6171676302 None None] Network 911055da-1c09-4771-a25f-ddda2dca7c77 requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:47:46.487906 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-a183e6b5-b66b-4f2d-b933-8106aa29f07b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:46.547899 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-15c1efa3-91f7-47d2-92d9-5a4715451f00 None None] Provisioning for port 1bfc6672-0fed-4aec-8587-10376f2275f9 completed by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:47:46.607740 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6048b3f-bf40-4a38-b030-810f0b1b55cf admin admin] Network d4c249fc-f15d-4c54-a2fa-f9ec1324c63c is scheduled to be hosted by DHCP agent 3b7d26aa-1344-4a4d-94e6-3d95468a224e with binding_index 1 {{(pid=101349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 17:47:46.611391 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.base_scheduler [None req-f6048b3f-bf40-4a38-b030-810f0b1b55cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-18-iscsi, d4c249fc-f15d-4c54-a2fa-f9ec1324c63c) {{(pid=101349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:47:46.616512 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6048b3f-bf40-4a38-b030-810f0b1b55cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:47:46.617092 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f6048b3f-bf40-4a38-b030-810f0b1b55cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:46.623159 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35dd252-0109-43ae-ba07-fdcfa22d3109 None None] Network d4c249fc-f15d-4c54-a2fa-f9ec1324c63c requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:47:46.646850 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-7c5764dd-4e66-433a-b874-95f0b2f90216 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2627141 Aug 16 17:47:46.748498 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-a183e6b5-b66b-4f2d-b933-8106aa29f07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-725404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726055'] for router, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:46.762989 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-f6048b3f-bf40-4a38-b030-810f0b1b55cf admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0848534 Aug 16 17:47:46.764178 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 48078) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:47:46.764469 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0539a4fc-8777-465c-bb14-3b2141c7a4b4 None None] Network 911055da-1c09-4771-a25f-ddda2dca7c77 requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:47:46.770218 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-6fdc1706-244e-4fea-bb72-e12d8493b187 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2099757337-router', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'}}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:47:46.913125 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6fdc1706-244e-4fea-bb72-e12d8493b187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-725257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39913'] for router, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:46.915551 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6fdc1706-244e-4fea-bb72-e12d8493b187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-725413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39824'] for router, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:46.956164 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 1bfc6672-0fed-4aec-8587-10376f2275f9 up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:47:47.127408 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6fdc1706-244e-4fea-bb72-e12d8493b187 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:47.176420 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157b34b7-3cfd-43e6-9718-ffee9d8f3da0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3e3b7be-7796-57ff-9dc8-238864e5547d-d4c249fc-f15d-4c54-a2fa-f9ec1324c63c', 'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'fixed_ips': [{'subnet_id': '3d17ce71-6fac-4edf-9519-05a2c7a1f013'}]}} from dv-cinder-797608-18-iscsi. {{(pid=101351) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 17:47:47.177560 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-157b34b7-3cfd-43e6-9718-ffee9d8f3da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:47.291099 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a183e6b5-b66b-4f2d-b933-8106aa29f07b admin admin] Router c719e313-142f-4ca7-992d-af776d9bb6bc is scheduled to L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 with binding_index 1 {{(pid=101350) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 17:47:47.407101 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning for port 1bfc6672-0fed-4aec-8587-10376f2275f9 completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:47:47.413648 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 1bfc6672-0fed-4aec-8587-10376f2275f9 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:47:47.414267 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:47.428760 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6fdc1706-244e-4fea-bb72-e12d8493b187 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:47.480329 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a183e6b5-b66b-4f2d-b933-8106aa29f07b admin admin] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 17:47:47.491981 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecd3c81-abe3-434b-878b-2db1da315c93 None None] Sync routers for ids ['c719e313-142f-4ca7-992d-af776d9bb6bc'] in dv-cinder-797608-18-iscsi {{(pid=101352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 17:47:47.506378 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecd3c81-abe3-434b-878b-2db1da315c93 None None] Routers {'c719e313-142f-4ca7-992d-af776d9bb6bc'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:47:47.507287 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-7ecd3c81-abe3-434b-878b-2db1da315c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:47:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['c719e313-142f-4ca7-992d-af776d9bb6bc'], 'active': True} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:47:47.549093 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.db_base_plugin_common [None req-157b34b7-3cfd-43e6-9718-ffee9d8f3da0 None None] Allocated IP 172.20.0.2 (d4c249fc-f15d-4c54-a2fa-f9ec1324c63c/3d17ce71-6fac-4edf-9519-05a2c7a1f013/609718e2-7c60-4f1f-b3a2-b58ee35f9320) {{(pid=101351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:47:47.582409 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-a183e6b5-b66b-4f2d-b933-8106aa29f07b admin admin] Notify callbacks [] for router, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:47.584167 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-a183e6b5-b66b-4f2d-b933-8106aa29f07b admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.4208786 Aug 16 17:47:47.587003 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 48114) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:47:47.682097 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvr_db [None req-7ecd3c81-abe3-434b-878b-2db1da315c93 None None] Set router c719e313-142f-4ca7-992d-af776d9bb6bc gateway port host: dv-cinder-797608-18-iscsi {{(pid=101352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:47:47.792655 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:47.925573 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-7ecd3c81-abe3-434b-878b-2db1da315c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1745583065-router', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '13ac95d9-fd54-4369-b4ce-6e335b08c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:47:44Z', 'updated_at': '2021-08-16T17:47:46Z', 'revision_number': 3, 'project_id': '3cf94379c7f24013b25e39317315f217', 'gw_port': {'id': '13ac95d9-fd54-4369-b4ce-6e335b08c4ba', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ba:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:45Z', 'updated_at': '2021-08-16T17:47:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi'}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:47:47.938350 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] For port 1bfc6672-0fed-4aec-8587-10376f2275f9, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=1bfc6672-0fed-4aec-8587-10376f2275f9,segment=NetworkSegment(1d556eea-2e00-495e-a4c4-1b5b0d31797f),segment_id=1d556eea-2e00-495e-a4c4-1b5b0d31797f)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:47:47.945625 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecd3c81-abe3-434b-878b-2db1da315c93 None None] Checking router: c719e313-142f-4ca7-992d-af776d9bb6bc for host: dv-cinder-797608-18-iscsi {{(pid=101352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 17:47:47.946009 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecd3c81-abe3-434b-878b-2db1da315c93 None None] Updating router c719e313-142f-4ca7-992d-af776d9bb6bc port 13ac95d9-fd54-4369-b4ce-6e335b08c4ba binding host dv-cinder-797608-18-iscsi {{(pid=101352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 17:47:47.971302 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-7ecd3c81-abe3-434b-878b-2db1da315c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:47.987616 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-157b34b7-3cfd-43e6-9718-ffee9d8f3da0 None None] Notify callbacks [] for port, precommit_create {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:48.009744 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-157b34b7-3cfd-43e6-9718-ffee9d8f3da0 None None] Transition to ACTIVE for port object 609718e2-7c60-4f1f-b3a2-b58ee35f9320 will not be triggered until provisioned by entity L2. {{(pid=101351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:47:48.026271 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6fdc1706-244e-4fea-bb72-e12d8493b187 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:48.044784 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-157b34b7-3cfd-43e6-9718-ffee9d8f3da0 None None] Transition to ACTIVE for port object 609718e2-7c60-4f1f-b3a2-b58ee35f9320 will not be triggered until provisioned by entity DHCP. {{(pid=101351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:47:48.056027 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:48.072231 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6fdc1706-244e-4fea-bb72-e12d8493b187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:48.168642 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Pushing event updated for resources: {'Port': ['ID=1bfc6672-0fed-4aec-8587-10376f2275f9,revision_number=3']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:48.198853 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-157b34b7-3cfd-43e6-9718-ffee9d8f3da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662'] for port, after_create {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:48.270859 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-b891adb6-c12e-4cb1-aa9d-b991d03d4dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:48.306831 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157b34b7-3cfd-43e6-9718-ffee9d8f3da0 None None] Network d4c249fc-f15d-4c54-a2fa-f9ec1324c63c is already hosted by enough agents. {{(pid=101351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:47:48.311223 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b34b7-3cfd-43e6-9718-ffee9d8f3da0 None None] Pushing event updated for resources: {'Port': ['ID=609718e2-7c60-4f1f-b3a2-b58ee35f9320,revision_number=1']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:48.313883 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.scheduler.base_scheduler [None req-157b34b7-3cfd-43e6-9718-ffee9d8f3da0 None None] Resources bound (agent type, host, resource id): {{(pid=101351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:47:48.339788 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157b34b7-3cfd-43e6-9718-ffee9d8f3da0 None None] Received port after_create {{(pid=101351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:47:48.401224 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-7ecd3c81-abe3-434b-878b-2db1da315c93 None None] Notify callbacks [] for port, precommit_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:48.414847 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.provisioning_blocks [None req-7ecd3c81-abe3-434b-878b-2db1da315c93 None None] Transition to ACTIVE for port object 13ac95d9-fd54-4369-b4ce-6e335b08c4ba will not be triggered until provisioned by entity L2. {{(pid=101352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:47:48.415605 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-157b34b7-3cfd-43e6-9718-ffee9d8f3da0 None None] Attempting to bind port 609718e2-7c60-4f1f-b3a2-b58ee35f9320 on host dv-cinder-797608-18-iscsi for vnic_type normal with profile {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:47:48.415605 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-157b34b7-3cfd-43e6-9718-ffee9d8f3da0 None None] Attempting to bind port 609718e2-7c60-4f1f-b3a2-b58ee35f9320 by drivers openvswitch,hyperv on host dv-cinder-797608-18-iscsi at level 0 using segments [{'id': '8a996923-3c72-4a28-a680-4b4b2da2679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c'}] {{(pid=101351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:47:48.416236 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157b34b7-3cfd-43e6-9718-ffee9d8f3da0 None None] Attempting to bind port 609718e2-7c60-4f1f-b3a2-b58ee35f9320 on network d4c249fc-f15d-4c54-a2fa-f9ec1324c63c {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:47:48.422395 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157b34b7-3cfd-43e6-9718-ffee9d8f3da0 None None] Checking agent: {'id': 'fab5396a-5d23-4b36-81ca-c96508201f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 39, 27), 'started_at': datetime.datetime(2021, 8, 16, 17, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:47:48.422722 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157b34b7-3cfd-43e6-9718-ffee9d8f3da0 None None] Checking segment: {'id': '8a996923-3c72-4a28-a680-4b4b2da2679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:47:48.423071 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-157b34b7-3cfd-43e6-9718-ffee9d8f3da0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:48.423543 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157b34b7-3cfd-43e6-9718-ffee9d8f3da0 None None] Bound using segment: {'id': '8a996923-3c72-4a28-a680-4b4b2da2679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c'} {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:47:48.423939 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-157b34b7-3cfd-43e6-9718-ffee9d8f3da0 None None] Bound port: 609718e2-7c60-4f1f-b3a2-b58ee35f9320, host: dv-cinder-797608-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a996923-3c72-4a28-a680-4b4b2da2679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c'}}] {{(pid=101351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:47:48.424329 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-157b34b7-3cfd-43e6-9718-ffee9d8f3da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:48.505204 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-7ecd3c81-abe3-434b-878b-2db1da315c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:48.577393 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-157b34b7-3cfd-43e6-9718-ffee9d8f3da0 None None] For port 609718e2-7c60-4f1f-b3a2-b58ee35f9320, host dv-cinder-797608-18-iscsi, cleared binding levels {{(pid=101351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:47:48.584835 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.db_base_plugin_common [None req-6fdc1706-244e-4fea-bb72-e12d8493b187 admin admin] Allocated IP 172.27.3.16 (d857f842-3fbc-4776-aae7-ff863ed2df9e/954a9ada-4a6b-483d-99dd-491d9afbe734/d19a2c30-a9b9-455e-87c9-66c4a04fe7ae) {{(pid=101349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:47:48.587321 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-157b34b7-3cfd-43e6-9718-ffee9d8f3da0 None None] For port 609718e2-7c60-4f1f-b3a2-b58ee35f9320, host dv-cinder-797608-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=609718e2-7c60-4f1f-b3a2-b58ee35f9320,segment=NetworkSegment(8a996923-3c72-4a28-a680-4b4b2da2679e),segment_id=8a996923-3c72-4a28-a680-4b4b2da2679e)] {{(pid=101351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:47:48.612797 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db79fea-dd16-4d0e-a544-e8aec5e33400 None None] Pushing event updated for resources: {'Port': ['ID=13ac95d9-fd54-4369-b4ce-6e335b08c4ba,revision_number=2']} {{(pid=101352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:48.625821 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db79fea-dd16-4d0e-a544-e8aec5e33400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:48.626224 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db79fea-dd16-4d0e-a544-e8aec5e33400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:48.626573 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db79fea-dd16-4d0e-a544-e8aec5e33400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:48.626910 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db79fea-dd16-4d0e-a544-e8aec5e33400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:48.627242 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db79fea-dd16-4d0e-a544-e8aec5e33400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:48.627586 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db79fea-dd16-4d0e-a544-e8aec5e33400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:48.627920 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db79fea-dd16-4d0e-a544-e8aec5e33400 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:48.628277 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db79fea-dd16-4d0e-a544-e8aec5e33400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:48.628627 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db79fea-dd16-4d0e-a544-e8aec5e33400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:48.628947 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db79fea-dd16-4d0e-a544-e8aec5e33400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:48.629271 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db79fea-dd16-4d0e-a544-e8aec5e33400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:48.629592 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db79fea-dd16-4d0e-a544-e8aec5e33400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:47:48.630700 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db79fea-dd16-4d0e-a544-e8aec5e33400 None None] Tracked resource versions report: Aug 16 17:47:48.630700 dv-cinder-797608-18-iscsi neutron-server[101352]: pushed versions: Aug 16 17:47:48.630700 dv-cinder-797608-18-iscsi neutron-server[101352]: { 'AddressGroup': {'1.2'}, Aug 16 17:47:48.630700 dv-cinder-797608-18-iscsi neutron-server[101352]: 'ConntrackHelper': {'1.0'}, Aug 16 17:47:48.630700 dv-cinder-797608-18-iscsi neutron-server[101352]: 'Log': {'1.0'}, Aug 16 17:47:48.630700 dv-cinder-797608-18-iscsi neutron-server[101352]: 'Network': {'1.1'}, Aug 16 17:47:48.630700 dv-cinder-797608-18-iscsi neutron-server[101352]: 'Port': {'1.7'}, Aug 16 17:47:48.630700 dv-cinder-797608-18-iscsi neutron-server[101352]: 'PortForwarding': {'1.2'}, Aug 16 17:47:48.630700 dv-cinder-797608-18-iscsi neutron-server[101352]: 'QosPolicy': {'1.9'}, Aug 16 17:47:48.630700 dv-cinder-797608-18-iscsi neutron-server[101352]: 'SecurityGroup': {'1.4'}, Aug 16 17:47:48.630700 dv-cinder-797608-18-iscsi neutron-server[101352]: 'SecurityGroupRule': {'1.2'}, Aug 16 17:47:48.630700 dv-cinder-797608-18-iscsi neutron-server[101352]: 'SubPort': {'1.0'}, Aug 16 17:47:48.630700 dv-cinder-797608-18-iscsi neutron-server[101352]: 'Subnet': {'1.1'}, Aug 16 17:47:48.630700 dv-cinder-797608-18-iscsi neutron-server[101352]: 'Trunk': {'1.1'}} Aug 16 17:47:48.630700 dv-cinder-797608-18-iscsi neutron-server[101352]: consumer versions: Aug 16 17:47:48.630700 dv-cinder-797608-18-iscsi neutron-server[101352]: { DHCP agent@dv-cinder-797608-18-iscsi: {}, Aug 16 17:47:48.630700 dv-cinder-797608-18-iscsi neutron-server[101352]: HyperV agent@hv-cinder-79760: {}, Aug 16 17:47:48.630700 dv-cinder-797608-18-iscsi neutron-server[101352]: L3 agent@dv-cinder-797608-18-iscsi: {}, Aug 16 17:47:48.630700 dv-cinder-797608-18-iscsi neutron-server[101352]: Metadata agent@dv-cinder-797608-18-iscsi: {}, Aug 16 17:47:48.630700 dv-cinder-797608-18-iscsi neutron-server[101352]: Metering agent@dv-cinder-797608-18-iscsi: {}, Aug 16 17:47:48.630700 dv-cinder-797608-18-iscsi neutron-server[101352]: Open vSwitch agent@dv-cinder-797608-18-iscsi: { 'AddressGroup': '1.2', Aug 16 17:47:48.630700 dv-cinder-797608-18-iscsi neutron-server[101352]: 'ConntrackHelper': '1.0', Aug 16 17:47:48.630700 dv-cinder-797608-18-iscsi neutron-server[101352]: 'Log': '1.0', Aug 16 17:47:48.630700 dv-cinder-797608-18-iscsi neutron-server[101352]: 'Network': '1.1', Aug 16 17:47:48.630700 dv-cinder-797608-18-iscsi neutron-server[101352]: 'Port': '1.7', Aug 16 17:47:48.630700 dv-cinder-797608-18-iscsi neutron-server[101352]: 'PortForwarding': '1.2', Aug 16 17:47:48.630700 dv-cinder-797608-18-iscsi neutron-server[101352]: 'QosPolicy': '1.9', Aug 16 17:47:48.630700 dv-cinder-797608-18-iscsi neutron-server[101352]: 'SecurityGroup': '1.4', Aug 16 17:47:48.630700 dv-cinder-797608-18-iscsi neutron-server[101352]: 'SecurityGroupRule': '1.2', Aug 16 17:47:48.630700 dv-cinder-797608-18-iscsi neutron-server[101352]: 'SubPort': '1.0', Aug 16 17:47:48.630700 dv-cinder-797608-18-iscsi neutron-server[101352]: 'Subnet': '1.1', Aug 16 17:47:48.630700 dv-cinder-797608-18-iscsi neutron-server[101352]: 'Trunk': '1.1'}} Aug 16 17:47:48.630700 dv-cinder-797608-18-iscsi neutron-server[101352]: {{(pid=101352) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 17:47:48.635444 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.db_base_plugin_common [None req-b891adb6-c12e-4cb1-aa9d-b991d03d4dcc admin admin] Allocated IP 172.20.0.1 (cf977a3b-5d44-4959-9dba-d50c353bb70f/c0c1f877-910d-484d-a497-8ce21ca738df/547912c2-6330-43b7-8bfe-8ca2ee5536fb) {{(pid=101350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:47:48.637704 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.managers [None req-7ecd3c81-abe3-434b-878b-2db1da315c93 None None] Attempting to bind port 13ac95d9-fd54-4369-b4ce-6e335b08c4ba on host dv-cinder-797608-18-iscsi for vnic_type normal with profile {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:47:48.638143 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.managers [None req-7ecd3c81-abe3-434b-878b-2db1da315c93 None None] Attempting to bind port 13ac95d9-fd54-4369-b4ce-6e335b08c4ba by drivers openvswitch,hyperv on host dv-cinder-797608-18-iscsi at level 0 using segments [{'id': '81288102-e1f3-4b19-b1aa-0a6021adf8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'}] {{(pid=101352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:47:48.642701 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecd3c81-abe3-434b-878b-2db1da315c93 None None] Attempting to bind port 13ac95d9-fd54-4369-b4ce-6e335b08c4ba on network d857f842-3fbc-4776-aae7-ff863ed2df9e {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:47:48.644374 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecd3c81-abe3-434b-878b-2db1da315c93 None None] Checking agent: {'id': 'fab5396a-5d23-4b36-81ca-c96508201f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 39, 27), 'started_at': datetime.datetime(2021, 8, 16, 17, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:47:48.644779 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecd3c81-abe3-434b-878b-2db1da315c93 None None] Checking segment: {'id': '81288102-e1f3-4b19-b1aa-0a6021adf8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:47:48.645165 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-7ecd3c81-abe3-434b-878b-2db1da315c93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:48.645700 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecd3c81-abe3-434b-878b-2db1da315c93 None None] Bound using segment: {'id': '81288102-e1f3-4b19-b1aa-0a6021adf8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'} {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:47:48.646198 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.managers [None req-7ecd3c81-abe3-434b-878b-2db1da315c93 None None] Bound port: 13ac95d9-fd54-4369-b4ce-6e335b08c4ba, host: dv-cinder-797608-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81288102-e1f3-4b19-b1aa-0a6021adf8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'}}] {{(pid=101352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:47:48.646598 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-7ecd3c81-abe3-434b-878b-2db1da315c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:48.712579 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 48166) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:47:48.715603 dv-cinder-797608-18-iscsi neutron-server[101350]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 16 17:47:48.724815 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.db [None req-7ecd3c81-abe3-434b-878b-2db1da315c93 None None] For port 13ac95d9-fd54-4369-b4ce-6e335b08c4ba, host dv-cinder-797608-18-iscsi, cleared binding levels {{(pid=101352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:47:48.729380 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-157b34b7-3cfd-43e6-9718-ffee9d8f3da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:48.736705 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.db [None req-7ecd3c81-abe3-434b-878b-2db1da315c93 None None] For port 13ac95d9-fd54-4369-b4ce-6e335b08c4ba, host dv-cinder-797608-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=13ac95d9-fd54-4369-b4ce-6e335b08c4ba,segment=NetworkSegment(81288102-e1f3-4b19-b1aa-0a6021adf8ca),segment_id=81288102-e1f3-4b19-b1aa-0a6021adf8ca)] {{(pid=101352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:47:48.833331 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 1bfc6672-0fed-4aec-8587-10376f2275f9 up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:47:48.863491 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b34b7-3cfd-43e6-9718-ffee9d8f3da0 None None] Pushing event updated for resources: {'Port': ['ID=609718e2-7c60-4f1f-b3a2-b58ee35f9320,revision_number=2']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:48.873758 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-7ecd3c81-abe3-434b-878b-2db1da315c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:48.922808 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 1bfc6672-0fed-4aec-8587-10376f2275f9 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:47:48.924751 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:48.944307 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6fdc1706-244e-4fea-bb72-e12d8493b187 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:49.031635 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecd3c81-abe3-434b-878b-2db1da315c93 None None] Routers {'c719e313-142f-4ca7-992d-af776d9bb6bc'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:47:49.032302 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-7ecd3c81-abe3-434b-878b-2db1da315c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:47:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['c719e313-142f-4ca7-992d-af776d9bb6bc'], 'active': True} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:47:49.036483 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db79fea-dd16-4d0e-a544-e8aec5e33400 None None] Pushing event updated for resources: {'Port': ['ID=13ac95d9-fd54-4369-b4ce-6e335b08c4ba,revision_number=3']} {{(pid=101352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:49.113813 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6fdc1706-244e-4fea-bb72-e12d8493b187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662'] for port, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:49.123660 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-b891adb6-c12e-4cb1-aa9d-b991d03d4dcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:49.147068 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-78692f51-6925-482a-9e01-eb3aeb62c037 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:47:49.155953 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-78692f51-6925-482a-9e01-eb3aeb62c037 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/networks?id=911055da-1c09-4771-a25f-ddda2dca7c77 HTTP/1.1" status: 200 len: 812 time: 0.4417779 Aug 16 17:47:49.203741 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-dde8e064-d859-45d2-b736-64a500567f8e tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/quotas/27bbafb0989a4327955e28fd5abf0ae1 HTTP/1.1" status: 200 len: 375 time: 0.0453863 Aug 16 17:47:49.210570 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdc1706-244e-4fea-bb72-e12d8493b187 admin admin] Network d857f842-3fbc-4776-aae7-ff863ed2df9e is already hosted by enough agents. {{(pid=101349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:47:49.221452 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.provisioning_blocks [None req-b891adb6-c12e-4cb1-aa9d-b991d03d4dcc admin admin] Transition to ACTIVE for port object 547912c2-6330-43b7-8bfe-8ca2ee5536fb will not be triggered until provisioned by entity DHCP. {{(pid=101350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:47:49.222047 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.base_scheduler [None req-6fdc1706-244e-4fea-bb72-e12d8493b187 admin admin] Resources bound (agent type, host, resource id): {{(pid=101349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:47:49.230784 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdc1706-244e-4fea-bb72-e12d8493b187 admin admin] Received port after_create {{(pid=101349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:47:49.246132 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvr_db [None req-7ecd3c81-abe3-434b-878b-2db1da315c93 None None] Set router c719e313-142f-4ca7-992d-af776d9bb6bc gateway port host: dv-cinder-797608-18-iscsi {{(pid=101352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:47:49.306904 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-6fd6c4c8-c4d6-4417-8687-b693d7b2199a tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=27bbafb0989a4327955e28fd5abf0ae1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0933449 Aug 16 17:47:49.315273 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc1706-244e-4fea-bb72-e12d8493b187 admin admin] Pushing event updated for resources: {'Port': ['ID=d19a2c30-a9b9-455e-87c9-66c4a04fe7ae,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:49.433960 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-b891adb6-c12e-4cb1-aa9d-b991d03d4dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662'] for port, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:49.551123 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b891adb6-c12e-4cb1-aa9d-b991d03d4dcc admin admin] Network cf977a3b-5d44-4959-9dba-d50c353bb70f is already hosted by enough agents. {{(pid=101350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:47:49.552011 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-7ecd3c81-abe3-434b-878b-2db1da315c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1745583065-router', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '13ac95d9-fd54-4369-b4ce-6e335b08c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:47:44Z', 'updated_at': '2021-08-16T17:47:46Z', 'revision_number': 3, 'project_id': '3cf94379c7f24013b25e39317315f217', 'gw_port': {'id': '13ac95d9-fd54-4369-b4ce-6e335b08c4ba', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ba:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:45Z', 'updated_at': '2021-08-16T17:47:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi'}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:47:49.558522 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.base_scheduler [None req-b891adb6-c12e-4cb1-aa9d-b991d03d4dcc admin admin] Resources bound (agent type, host, resource id): {{(pid=101350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:47:49.563705 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b891adb6-c12e-4cb1-aa9d-b991d03d4dcc admin admin] Received port after_create {{(pid=101350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:47:49.569822 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-b891adb6-c12e-4cb1-aa9d-b991d03d4dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701256'] for router_interface, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:49.601902 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecd3c81-abe3-434b-878b-2db1da315c93 None None] The sync data for ids ['c719e313-142f-4ca7-992d-af776d9bb6bc'] in dv-cinder-797608-18-iscsi is: [{'id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1745583065-router', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '13ac95d9-fd54-4369-b4ce-6e335b08c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:47:44Z', 'updated_at': '2021-08-16T17:47:46Z', 'revision_number': 3, 'project_id': '3cf94379c7f24013b25e39317315f217', 'gw_port': {'id': '13ac95d9-fd54-4369-b4ce-6e335b08c4ba', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ba:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:45Z', 'updated_at': '2021-08-16T17:47:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi'}] {{(pid=101352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 17:47:49.655629 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891adb6-c12e-4cb1-aa9d-b991d03d4dcc admin admin] Pushing event updated for resources: {'Port': ['ID=547912c2-6330-43b7-8bfe-8ca2ee5536fb,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:49.704599 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6fdc1706-244e-4fea-bb72-e12d8493b187 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:49.941451 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-41fe982c-de39-46ec-8524-4148c7d46de5 None None] Provisioning for port 547912c2-6330-43b7-8bfe-8ca2ee5536fb completed by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:47:49.956252 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-41fe982c-de39-46ec-8524-4148c7d46de5 None None] Provisioning complete for port 547912c2-6330-43b7-8bfe-8ca2ee5536fb triggered by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:47:49.958113 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-41fe982c-de39-46ec-8524-4148c7d46de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:50.000135 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-b891adb6-c12e-4cb1-aa9d-b991d03d4dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:50.044261 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-41fe982c-de39-46ec-8524-4148c7d46de5 None None] Port 547912c2-6330-43b7-8bfe-8ca2ee5536fb cannot update to ACTIVE because it is not bound. {{(pid=101351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 17:47:50.047908 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6fdc1706-244e-4fea-bb72-e12d8493b187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-725404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726055'] for router, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:50.339043 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5a4814-de09-46e8-828e-40eaf545a4d0 None None] Network d4c249fc-f15d-4c54-a2fa-f9ec1324c63c requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:47:50.375696 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 48230) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:47:50.390085 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fdc1706-244e-4fea-bb72-e12d8493b187 admin admin] Router 4a0b651f-61d3-4636-bf4c-2f25f82186e6 is scheduled to L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 with binding_index 1 {{(pid=101349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 17:47:50.417002 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 48234) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:47:50.475393 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-a2bcf0f9-07d5-4282-a00d-003c4039695d service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=101350) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 17:47:50.476758 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-a2bcf0f9-07d5-4282-a00d-003c4039695d service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9634421 Aug 16 17:47:50.593516 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-c330337f-7482-4a94-82b4-ce64dfb98108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:50.610188 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-7e976bea-fcb2-4b6e-99de-cc1384fb5802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:50.646890 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-c7495116-7811-4c51-91a5-72b3e8e85caf None None] Provisioning for port 609718e2-7c60-4f1f-b3a2-b58ee35f9320 completed by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:47:50.680596 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fdc1706-244e-4fea-bb72-e12d8493b187 admin admin] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 17:47:50.702014 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8166e63-5811-4df8-9010-16f162739336 None None] Sync routers for ids ['4a0b651f-61d3-4636-bf4c-2f25f82186e6'] in dv-cinder-797608-18-iscsi {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 17:47:50.716752 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8166e63-5811-4df8-9010-16f162739336 None None] Routers {'4a0b651f-61d3-4636-bf4c-2f25f82186e6'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:47:50.716752 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-c8166e63-5811-4df8-9010-16f162739336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:47:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['4a0b651f-61d3-4636-bf4c-2f25f82186e6'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:47:50.828491 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-c330337f-7482-4a94-82b4-ce64dfb98108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:50.841417 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-d4fa266b-9cbf-4e06-949b-4effbb9507e2 service neutron] 10.222.0.73 "GET /v2.0/networks/911055da-1c09-4771-a25f-ddda2dca7c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368888 Aug 16 17:47:50.869124 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-b891adb6-c12e-4cb1-aa9d-b991d03d4dcc admin admin] Notify callbacks [] for port, precommit_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:50.913432 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-c330337f-7482-4a94-82b4-ce64dfb98108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:51.002719 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-b891adb6-c12e-4cb1-aa9d-b991d03d4dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:51.009464 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-b891adb6-c12e-4cb1-aa9d-b991d03d4dcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-634170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701412'] for router_interface, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:51.073523 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-c8166e63-5811-4df8-9010-16f162739336 None None] Set router 4a0b651f-61d3-4636-bf4c-2f25f82186e6 gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:47:51.087570 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-c330337f-7482-4a94-82b4-ce64dfb98108 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=48d7443770854e69a547fd6774958bec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7110777 Aug 16 17:47:51.088827 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 48256) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:47:51.113898 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 13ac95d9-fd54-4369-b4ce-6e335b08c4ba up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:47:51.116386 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330337f-7482-4a94-82b4-ce64dfb98108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ed6252-f548-409a-9156-b82d223fc5ac,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:51.196999 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-974dc430-d3d8-4349-81b0-99c468eb656a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:51.233749 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-974dc430-d3d8-4349-81b0-99c468eb656a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:51.241722 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891adb6-c12e-4cb1-aa9d-b991d03d4dcc admin admin] Pushing event updated for resources: {'Port': ['ID=547912c2-6330-43b7-8bfe-8ca2ee5536fb,revision_number=2']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:51.246545 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-26c40fc2-2768-4734-ad53-017286b21e2c service neutron] 10.222.0.73 "GET /v2.0/networks/911055da-1c09-4771-a25f-ddda2dca7c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921843 Aug 16 17:47:51.330182 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b891adb6-c12e-4cb1-aa9d-b991d03d4dcc admin admin] Network cf977a3b-5d44-4959-9dba-d50c353bb70f is already hosted by enough agents. {{(pid=101350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:47:51.335871 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.base_scheduler [None req-b891adb6-c12e-4cb1-aa9d-b991d03d4dcc admin admin] Resources bound (agent type, host, resource id): {{(pid=101350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:47:51.345452 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-7e976bea-fcb2-4b6e-99de-cc1384fb5802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:51.423367 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-974dc430-d3d8-4349-81b0-99c468eb656a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:51.431579 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-974dc430-d3d8-4349-81b0-99c468eb656a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:51.433465 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-c8166e63-5811-4df8-9010-16f162739336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'name': 'tempest-AttachVolumeTestJSON-2099757337-router', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'd19a2c30-a9b9-455e-87c9-66c4a04fe7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:47:46Z', 'updated_at': '2021-08-16T17:47:49Z', 'revision_number': 3, 'project_id': '85697c37841b4a59aaaa6d2d36ff953b', 'gw_port': {'id': 'd19a2c30-a9b9-455e-87c9-66c4a04fe7ae', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:48Z', 'updated_at': '2021-08-16T17:47:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi'}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:47:51.433630 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-974dc430-d3d8-4349-81b0-99c468eb656a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/14ed6252-f548-409a-9156-b82d223fc5ac HTTP/1.1" status: 204 len: 168 time: 0.3419318 Aug 16 17:47:51.456955 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974dc430-d3d8-4349-81b0-99c468eb656a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ed6252-f548-409a-9156-b82d223fc5ac,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:51.458248 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-7e976bea-fcb2-4b6e-99de-cc1384fb5802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:51.497860 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8166e63-5811-4df8-9010-16f162739336 None None] Checking router: 4a0b651f-61d3-4636-bf4c-2f25f82186e6 for host: dv-cinder-797608-18-iscsi {{(pid=101351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 17:47:51.498670 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8166e63-5811-4df8-9010-16f162739336 None None] Updating router 4a0b651f-61d3-4636-bf4c-2f25f82186e6 port d19a2c30-a9b9-455e-87c9-66c4a04fe7ae binding host dv-cinder-797608-18-iscsi {{(pid=101351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 17:47:51.504977 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning for port 13ac95d9-fd54-4369-b4ce-6e335b08c4ba completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:47:51.531852 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-7e976bea-fcb2-4b6e-99de-cc1384fb5802 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a6be64c301614a64a9ba340209ccd7d3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1114666 Aug 16 17:47:51.532997 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e976bea-fcb2-4b6e-99de-cc1384fb5802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138a65e8-f80f-4443-86a7-6d39de617130,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:51.536382 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 48274) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:47:51.548472 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b891adb6-c12e-4cb1-aa9d-b991d03d4dcc admin admin] Router c719e313-142f-4ca7-992d-af776d9bb6bc has already been hosted by L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 {{(pid=101350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 17:47:51.552512 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6fdc1706-244e-4fea-bb72-e12d8493b187 admin admin] Notify callbacks [] for router, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:51.562372 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-6fdc1706-244e-4fea-bb72-e12d8493b187 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7937756 Aug 16 17:47:51.564247 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 48276) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:47:51.586157 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 13ac95d9-fd54-4369-b4ce-6e335b08c4ba triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:47:51.586543 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:51.679437 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-c8166e63-5811-4df8-9010-16f162739336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:51.686049 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-a6bdab34-c796-4d35-b393-3020d760c755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:51.725003 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-a6bdab34-c796-4d35-b393-3020d760c755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:51.735879 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 48286) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:47:51.827977 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-03d1f42b-fca0-47b3-bbe2-28b41a641d2d req-2c6d1782-ec09-46e5-b9aa-397d91e0560f tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7183a4c-cfa9-4e55-8afa-317fb240f36c HTTP/1.1" status: 200 len: 210 time: 0.0891192 Aug 16 17:47:51.838283 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-d82008d8-b761-497f-ad3c-16c117a96d69 None None] Provisioning complete for port 547912c2-6330-43b7-8bfe-8ca2ee5536fb triggered by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:47:51.838873 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-d82008d8-b761-497f-ad3c-16c117a96d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:51.933801 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-d82008d8-b761-497f-ad3c-16c117a96d69 None None] Port 547912c2-6330-43b7-8bfe-8ca2ee5536fb cannot update to ACTIVE because it is not bound. {{(pid=101351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 17:47:51.937119 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-a6bdab34-c796-4d35-b393-3020d760c755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:51.939678 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-a6bdab34-c796-4d35-b393-3020d760c755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:51.946309 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-a6bdab34-c796-4d35-b393-3020d760c755 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/138a65e8-f80f-4443-86a7-6d39de617130 HTTP/1.1" status: 204 len: 168 time: 0.4036157 Aug 16 17:47:51.956333 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bdab34-c796-4d35-b393-3020d760c755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138a65e8-f80f-4443-86a7-6d39de617130,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:52.042786 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b891adb6-c12e-4cb1-aa9d-b991d03d4dcc admin admin] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 17:47:52.074717 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-b891adb6-c12e-4cb1-aa9d-b991d03d4dcc admin admin] 10.222.0.73 "PUT /v2.0/routers/c719e313-142f-4ca7-992d-af776d9bb6bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4756696 Aug 16 17:47:52.150869 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:52.196777 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] For port 13ac95d9-fd54-4369-b4ce-6e335b08c4ba, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=13ac95d9-fd54-4369-b4ce-6e335b08c4ba,segment=NetworkSegment(81288102-e1f3-4b19-b1aa-0a6021adf8ca),segment_id=81288102-e1f3-4b19-b1aa-0a6021adf8ca)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:47:52.256630 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee30e55b-ba7a-4496-972b-bff1b89a6023 None None] Sync routers for ids ['c719e313-142f-4ca7-992d-af776d9bb6bc'] in dv-cinder-797608-18-iscsi {{(pid=101352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 17:47:52.259627 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:52.260617 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 609718e2-7c60-4f1f-b3a2-b58ee35f9320 up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:47:52.282823 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee30e55b-ba7a-4496-972b-bff1b89a6023 None None] Routers {'c719e313-142f-4ca7-992d-af776d9bb6bc'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:47:52.282823 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-ee30e55b-ba7a-4496-972b-bff1b89a6023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:47:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['c719e313-142f-4ca7-992d-af776d9bb6bc'], 'active': True} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:47:52.464467 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Pushing event updated for resources: {'Port': ['ID=13ac95d9-fd54-4369-b4ce-6e335b08c4ba,revision_number=4']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:52.499119 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-c8166e63-5811-4df8-9010-16f162739336 None None] Notify callbacks [] for port, precommit_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:52.524887 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-c8166e63-5811-4df8-9010-16f162739336 None None] Transition to ACTIVE for port object d19a2c30-a9b9-455e-87c9-66c4a04fe7ae will not be triggered until provisioned by entity L2. {{(pid=101351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:47:52.547932 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning for port 609718e2-7c60-4f1f-b3a2-b58ee35f9320 completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:47:52.550442 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 48352) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:47:52.560745 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 609718e2-7c60-4f1f-b3a2-b58ee35f9320 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:47:52.562316 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:52.568048 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-97f93ec4-0595-4c35-9bd5-d5490025b6cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:52.624773 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-c8166e63-5811-4df8-9010-16f162739336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:52.676996 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvr_db [None req-ee30e55b-ba7a-4496-972b-bff1b89a6023 None None] Set router c719e313-142f-4ca7-992d-af776d9bb6bc gateway port host: dv-cinder-797608-18-iscsi {{(pid=101352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:47:52.689703 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-97f93ec4-0595-4c35-9bd5-d5490025b6cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:52.724678 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a113f-fd3a-4b6c-bfaa-0d1487bec149 None None] Pushing event updated for resources: {'Port': ['ID=d19a2c30-a9b9-455e-87c9-66c4a04fe7ae,revision_number=2']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:52.731226 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-c8166e63-5811-4df8-9010-16f162739336 None None] Attempting to bind port d19a2c30-a9b9-455e-87c9-66c4a04fe7ae on host dv-cinder-797608-18-iscsi for vnic_type normal with profile {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:47:52.731605 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-c8166e63-5811-4df8-9010-16f162739336 None None] Attempting to bind port d19a2c30-a9b9-455e-87c9-66c4a04fe7ae by drivers openvswitch,hyperv on host dv-cinder-797608-18-iscsi at level 0 using segments [{'id': '81288102-e1f3-4b19-b1aa-0a6021adf8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'}] {{(pid=101351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:47:52.732137 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8166e63-5811-4df8-9010-16f162739336 None None] Attempting to bind port d19a2c30-a9b9-455e-87c9-66c4a04fe7ae on network d857f842-3fbc-4776-aae7-ff863ed2df9e {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:47:52.741670 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8166e63-5811-4df8-9010-16f162739336 None None] Checking agent: {'id': 'fab5396a-5d23-4b36-81ca-c96508201f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 39, 27), 'started_at': datetime.datetime(2021, 8, 16, 17, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:47:52.742136 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8166e63-5811-4df8-9010-16f162739336 None None] Checking segment: {'id': '81288102-e1f3-4b19-b1aa-0a6021adf8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:47:52.742550 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-c8166e63-5811-4df8-9010-16f162739336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:52.742946 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8166e63-5811-4df8-9010-16f162739336 None None] Bound using segment: {'id': '81288102-e1f3-4b19-b1aa-0a6021adf8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'} {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:47:52.744400 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-c8166e63-5811-4df8-9010-16f162739336 None None] Bound port: d19a2c30-a9b9-455e-87c9-66c4a04fe7ae, host: dv-cinder-797608-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81288102-e1f3-4b19-b1aa-0a6021adf8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'}}] {{(pid=101351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:47:52.744942 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-c8166e63-5811-4df8-9010-16f162739336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:52.816330 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-97f93ec4-0595-4c35-9bd5-d5490025b6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:52.825081 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-c8166e63-5811-4df8-9010-16f162739336 None None] For port d19a2c30-a9b9-455e-87c9-66c4a04fe7ae, host dv-cinder-797608-18-iscsi, cleared binding levels {{(pid=101351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:47:52.826259 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-9d07b268-59fb-4cbe-9f8c-0108a690a624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:52.828711 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-c8166e63-5811-4df8-9010-16f162739336 None None] For port d19a2c30-a9b9-455e-87c9-66c4a04fe7ae, host dv-cinder-797608-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=d19a2c30-a9b9-455e-87c9-66c4a04fe7ae,segment=NetworkSegment(81288102-e1f3-4b19-b1aa-0a6021adf8ca),segment_id=81288102-e1f3-4b19-b1aa-0a6021adf8ca)] {{(pid=101351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:47:52.906080 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f93ec4-0595-4c35-9bd5-d5490025b6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7874972e-ad6e-40fa-b42d-7dfde0616fd0,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:52.912414 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:52.933417 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-c8166e63-5811-4df8-9010-16f162739336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:52.951022 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-97f93ec4-0595-4c35-9bd5-d5490025b6cc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8ce1fd051faa451cb4a1349bb425f44a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3986318 Aug 16 17:47:52.951745 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 48376) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:47:53.023677 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-a6c93897-8eac-4051-b530-d7f81c1ba89d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:53.053110 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-a6c93897-8eac-4051-b530-d7f81c1ba89d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:53.075324 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-49878182-8f86-40b8-9cb9-f30c72f410c0 req-18370665-41a7-4999-ba62-d02b27e602ef tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7183a4c-cfa9-4e55-8afa-317fb240f36c HTTP/1.1" status: 200 len: 210 time: 0.0656078 Aug 16 17:47:53.077335 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] For port 609718e2-7c60-4f1f-b3a2-b58ee35f9320, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=609718e2-7c60-4f1f-b3a2-b58ee35f9320,segment=NetworkSegment(8a996923-3c72-4a28-a680-4b4b2da2679e),segment_id=8a996923-3c72-4a28-a680-4b4b2da2679e)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:47:53.094654 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a113f-fd3a-4b6c-bfaa-0d1487bec149 None None] Pushing event updated for resources: {'Port': ['ID=d19a2c30-a9b9-455e-87c9-66c4a04fe7ae,revision_number=3']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:53.117814 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-ee30e55b-ba7a-4496-972b-bff1b89a6023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1745583065-router', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '13ac95d9-fd54-4369-b4ce-6e335b08c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:47:44Z', 'updated_at': '2021-08-16T17:47:49Z', 'revision_number': 4, 'project_id': '3cf94379c7f24013b25e39317315f217', 'gw_port': {'id': '13ac95d9-fd54-4369-b4ce-6e335b08c4ba', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:45Z', 'updated_at': '2021-08-16T17:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': '547912c2-6330-43b7-8bfe-8ca2ee5536fb', 'name': '', 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'mac_address': 'fa:16:3e:62:af:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c0c1f877-910d-484d-a497-8ce21ca738df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:48Z', 'updated_at': '2021-08-16T17:47:50Z', 'revision_number': 2, 'project_id': '3cf94379c7f24013b25e39317315f217', 'subnets': [{'id': 'c0c1f877-910d-484d-a497-8ce21ca738df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:47:53.120545 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8166e63-5811-4df8-9010-16f162739336 None None] Routers {'4a0b651f-61d3-4636-bf4c-2f25f82186e6'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:47:53.121182 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-c8166e63-5811-4df8-9010-16f162739336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:47:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['4a0b651f-61d3-4636-bf4c-2f25f82186e6'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:47:53.158290 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.db_base_plugin_common [None req-9d07b268-59fb-4cbe-9f8c-0108a690a624 admin admin] Allocated IP 172.20.0.1 (d4c249fc-f15d-4c54-a2fa-f9ec1324c63c/3d17ce71-6fac-4edf-9519-05a2c7a1f013/1a1988b8-6c82-4bbd-99eb-14cb9a2fa402) {{(pid=101350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:47:53.169258 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:53.204178 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee30e55b-ba7a-4496-972b-bff1b89a6023 None None] Checking router: c719e313-142f-4ca7-992d-af776d9bb6bc for host: dv-cinder-797608-18-iscsi {{(pid=101352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 17:47:53.204540 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee30e55b-ba7a-4496-972b-bff1b89a6023 None None] Updating router c719e313-142f-4ca7-992d-af776d9bb6bc port 547912c2-6330-43b7-8bfe-8ca2ee5536fb binding host dv-cinder-797608-18-iscsi {{(pid=101352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 17:47:53.222000 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-a6c93897-8eac-4051-b530-d7f81c1ba89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:53.226694 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-a6c93897-8eac-4051-b530-d7f81c1ba89d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:53.238662 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-a6c93897-8eac-4051-b530-d7f81c1ba89d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7874972e-ad6e-40fa-b42d-7dfde0616fd0 HTTP/1.1" status: 204 len: 168 time: 0.2776740 Aug 16 17:47:53.262374 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c93897-8eac-4051-b530-d7f81c1ba89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7874972e-ad6e-40fa-b42d-7dfde0616fd0,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:53.280531 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-ee30e55b-ba7a-4496-972b-bff1b89a6023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:53.335651 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 48394) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:47:53.359577 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-d5f3bf17-1051-4b4b-91c0-831081f67f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:53.584184 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 13ac95d9-fd54-4369-b4ce-6e335b08c4ba up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:47:53.602250 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-d5f3bf17-1051-4b4b-91c0-831081f67f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:53.611400 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-ee30e55b-ba7a-4496-972b-bff1b89a6023 None None] Notify callbacks [] for port, precommit_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:53.622940 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.provisioning_blocks [None req-ee30e55b-ba7a-4496-972b-bff1b89a6023 None None] Transition to ACTIVE for port object 547912c2-6330-43b7-8bfe-8ca2ee5536fb will not be triggered until provisioned by entity L2. {{(pid=101352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:47:53.636523 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-c8166e63-5811-4df8-9010-16f162739336 None None] Set router 4a0b651f-61d3-4636-bf4c-2f25f82186e6 gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:47:53.715578 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Pushing event updated for resources: {'Port': ['ID=609718e2-7c60-4f1f-b3a2-b58ee35f9320,revision_number=3']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:53.731403 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-9d07b268-59fb-4cbe-9f8c-0108a690a624 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:53.745358 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.provisioning_blocks [None req-9d07b268-59fb-4cbe-9f8c-0108a690a624 admin admin] Transition to ACTIVE for port object 1a1988b8-6c82-4bbd-99eb-14cb9a2fa402 will not be triggered until provisioned by entity DHCP. {{(pid=101350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:47:53.757165 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-d5f3bf17-1051-4b4b-91c0-831081f67f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:53.789660 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 13ac95d9-fd54-4369-b4ce-6e335b08c4ba triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:47:53.790062 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:53.794042 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-ee30e55b-ba7a-4496-972b-bff1b89a6023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:53.837323 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-d5f3bf17-1051-4b4b-91c0-831081f67f7e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=68f22c6d554c4f5eadaeb0f400b9adc0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5004842 Aug 16 17:47:53.840657 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 48410) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:47:53.864992 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3bf17-1051-4b4b-91c0-831081f67f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3fecdf-7946-4d10-8dbb-be8a89f9fa74,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:53.870025 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b23f0-a44e-42b7-b1c8-09476eeebfca None None] Pushing event updated for resources: {'Port': ['ID=547912c2-6330-43b7-8bfe-8ca2ee5536fb,revision_number=3']} {{(pid=101352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:53.887157 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-6b75a1fa-4b94-4477-8bb0-1f107a14c41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:53.929893 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-9d07b268-59fb-4cbe-9f8c-0108a690a624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662'] for port, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:53.998557 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d07b268-59fb-4cbe-9f8c-0108a690a624 admin admin] Network d4c249fc-f15d-4c54-a2fa-f9ec1324c63c is already hosted by enough agents. {{(pid=101350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:47:54.024880 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.base_scheduler [None req-9d07b268-59fb-4cbe-9f8c-0108a690a624 admin admin] Resources bound (agent type, host, resource id): {{(pid=101350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:47:54.031691 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d07b268-59fb-4cbe-9f8c-0108a690a624 admin admin] Received port after_create {{(pid=101350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:47:54.032176 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-9d07b268-59fb-4cbe-9f8c-0108a690a624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701256'] for router_interface, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:54.039219 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-c8166e63-5811-4df8-9010-16f162739336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'name': 'tempest-AttachVolumeTestJSON-2099757337-router', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'd19a2c30-a9b9-455e-87c9-66c4a04fe7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:47:46Z', 'updated_at': '2021-08-16T17:47:49Z', 'revision_number': 3, 'project_id': '85697c37841b4a59aaaa6d2d36ff953b', 'gw_port': {'id': 'd19a2c30-a9b9-455e-87c9-66c4a04fe7ae', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:48Z', 'updated_at': '2021-08-16T17:47:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi'}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:47:54.048831 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.managers [None req-ee30e55b-ba7a-4496-972b-bff1b89a6023 None None] Attempting to bind port 547912c2-6330-43b7-8bfe-8ca2ee5536fb on host dv-cinder-797608-18-iscsi for vnic_type normal with profile {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:47:54.050281 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.managers [None req-ee30e55b-ba7a-4496-972b-bff1b89a6023 None None] Attempting to bind port 547912c2-6330-43b7-8bfe-8ca2ee5536fb by drivers openvswitch,hyperv on host dv-cinder-797608-18-iscsi at level 0 using segments [{'id': '1d556eea-2e00-495e-a4c4-1b5b0d31797f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f'}] {{(pid=101352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:47:54.057502 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee30e55b-ba7a-4496-972b-bff1b89a6023 None None] Attempting to bind port 547912c2-6330-43b7-8bfe-8ca2ee5536fb on network cf977a3b-5d44-4959-9dba-d50c353bb70f {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:47:54.067621 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee30e55b-ba7a-4496-972b-bff1b89a6023 None None] Checking agent: {'id': 'fab5396a-5d23-4b36-81ca-c96508201f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 39, 27), 'started_at': datetime.datetime(2021, 8, 16, 17, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:47:54.068256 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee30e55b-ba7a-4496-972b-bff1b89a6023 None None] Checking segment: {'id': '1d556eea-2e00-495e-a4c4-1b5b0d31797f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:47:54.068823 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-ee30e55b-ba7a-4496-972b-bff1b89a6023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:54.070061 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee30e55b-ba7a-4496-972b-bff1b89a6023 None None] Bound using segment: {'id': '1d556eea-2e00-495e-a4c4-1b5b0d31797f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f'} {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:47:54.071945 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.managers [None req-ee30e55b-ba7a-4496-972b-bff1b89a6023 None None] Bound port: 547912c2-6330-43b7-8bfe-8ca2ee5536fb, host: dv-cinder-797608-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d556eea-2e00-495e-a4c4-1b5b0d31797f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f'}}] {{(pid=101352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:47:54.076583 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-ee30e55b-ba7a-4496-972b-bff1b89a6023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:54.101078 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 48418) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:47:54.107109 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-d322b303-fa3e-4948-b778-92998509eb5b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1543227054', 'description': 'tempest-description--1781727148'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:47:54.170516 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8166e63-5811-4df8-9010-16f162739336 None None] The sync data for ids ['4a0b651f-61d3-4636-bf4c-2f25f82186e6'] in dv-cinder-797608-18-iscsi is: [{'id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'name': 'tempest-AttachVolumeTestJSON-2099757337-router', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'd19a2c30-a9b9-455e-87c9-66c4a04fe7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:47:46Z', 'updated_at': '2021-08-16T17:47:49Z', 'revision_number': 3, 'project_id': '85697c37841b4a59aaaa6d2d36ff953b', 'gw_port': {'id': 'd19a2c30-a9b9-455e-87c9-66c4a04fe7ae', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:48Z', 'updated_at': '2021-08-16T17:47:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi'}] {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 17:47:54.172466 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-112a1ac6-8a7a-4b44-ab3b-a9fb92b8c081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:54.219398 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-112a1ac6-8a7a-4b44-ab3b-a9fb92b8c081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:54.255511 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 48426) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:47:54.270494 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.db [None req-ee30e55b-ba7a-4496-972b-bff1b89a6023 None None] For port 547912c2-6330-43b7-8bfe-8ca2ee5536fb, host dv-cinder-797608-18-iscsi, cleared binding levels {{(pid=101352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:47:54.278553 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.db [None req-ee30e55b-ba7a-4496-972b-bff1b89a6023 None None] For port 547912c2-6330-43b7-8bfe-8ca2ee5536fb, host dv-cinder-797608-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=547912c2-6330-43b7-8bfe-8ca2ee5536fb,segment=NetworkSegment(1d556eea-2e00-495e-a4c4-1b5b0d31797f),segment_id=1d556eea-2e00-495e-a4c4-1b5b0d31797f)] {{(pid=101352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:47:54.296587 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-d322b303-fa3e-4948-b778-92998509eb5b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:54.327166 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d07b268-59fb-4cbe-9f8c-0108a690a624 admin admin] Pushing event updated for resources: {'Port': ['ID=1a1988b8-6c82-4bbd-99eb-14cb9a2fa402,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:54.405130 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-ee30e55b-ba7a-4496-972b-bff1b89a6023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:54.417071 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ff565688-381d-4100-8cf6-4f28624a9181 req-155740ae-7ed7-4c54-9913-ef89e08e0553 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7183a4c-cfa9-4e55-8afa-317fb240f36c HTTP/1.1" status: 200 len: 210 time: 0.1229432 Aug 16 17:47:54.528550 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-d322b303-fa3e-4948-b778-92998509eb5b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:54.547313 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee30e55b-ba7a-4496-972b-bff1b89a6023 None None] Routers {'c719e313-142f-4ca7-992d-af776d9bb6bc'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:47:54.547969 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-ee30e55b-ba7a-4496-972b-bff1b89a6023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:47:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['c719e313-142f-4ca7-992d-af776d9bb6bc'], 'active': True} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:47:54.548608 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-112a1ac6-8a7a-4b44-ab3b-a9fb92b8c081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:54.554418 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-112a1ac6-8a7a-4b44-ab3b-a9fb92b8c081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:54.556027 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-112a1ac6-8a7a-4b44-ab3b-a9fb92b8c081 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ff3fecdf-7946-4d10-8dbb-be8a89f9fa74 HTTP/1.1" status: 204 len: 168 time: 0.7143695 Aug 16 17:47:54.575233 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a1ac6-8a7a-4b44-ab3b-a9fb92b8c081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3fecdf-7946-4d10-8dbb-be8a89f9fa74,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:54.609147 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-ea5852f0-873a-4e04-90b2-2384020c6038 None None] Provisioning for port 1a1988b8-6c82-4bbd-99eb-14cb9a2fa402 completed by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:47:54.610551 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-d322b303-fa3e-4948-b778-92998509eb5b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:54.615785 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-ea5852f0-873a-4e04-90b2-2384020c6038 None None] Provisioning complete for port 1a1988b8-6c82-4bbd-99eb-14cb9a2fa402 triggered by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:47:54.616860 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-ea5852f0-873a-4e04-90b2-2384020c6038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:54.713782 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-ea5852f0-873a-4e04-90b2-2384020c6038 None None] Port 1a1988b8-6c82-4bbd-99eb-14cb9a2fa402 cannot update to ACTIVE because it is not bound. {{(pid=101351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 17:47:54.728396 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-9d07b268-59fb-4cbe-9f8c-0108a690a624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:54.826735 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d322b303-fa3e-4948-b778-92998509eb5b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=785ebfa3-6c18-4ade-97c5-3e22bb7838c5,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:54.833472 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-ba114d10-d29a-4950-b1e8-f3b2508f3fdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:54.838079 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b23f0-a44e-42b7-b1c8-09476eeebfca None None] Pushing event updated for resources: {'Port': ['ID=547912c2-6330-43b7-8bfe-8ca2ee5536fb,revision_number=4']} {{(pid=101352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:54.861052 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvr_db [None req-ee30e55b-ba7a-4496-972b-bff1b89a6023 None None] Set router c719e313-142f-4ca7-992d-af776d9bb6bc gateway port host: dv-cinder-797608-18-iscsi {{(pid=101352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:47:54.870090 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-d322b303-fa3e-4948-b778-92998509eb5b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:54.880558 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-d322b303-fa3e-4948-b778-92998509eb5b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7781434 Aug 16 17:47:54.881200 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 48448) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:47:54.906472 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-47765836-26fd-491a-a0f9-8065fb5677d1 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Request body: {'security_group_rule': {'security_group_id': '785ebfa3-6c18-4ade-97c5-3e22bb7838c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:47:55.066595 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-9d07b268-59fb-4cbe-9f8c-0108a690a624 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:55.103968 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-47765836-26fd-491a-a0f9-8065fb5677d1 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:55.189101 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-9d07b268-59fb-4cbe-9f8c-0108a690a624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:55.189507 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-9d07b268-59fb-4cbe-9f8c-0108a690a624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-634170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701412'] for router_interface, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:55.195836 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-ee30e55b-ba7a-4496-972b-bff1b89a6023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1745583065-router', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '13ac95d9-fd54-4369-b4ce-6e335b08c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:47:44Z', 'updated_at': '2021-08-16T17:47:49Z', 'revision_number': 4, 'project_id': '3cf94379c7f24013b25e39317315f217', 'gw_port': {'id': '13ac95d9-fd54-4369-b4ce-6e335b08c4ba', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:45Z', 'updated_at': '2021-08-16T17:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': '547912c2-6330-43b7-8bfe-8ca2ee5536fb', 'name': '', 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'mac_address': 'fa:16:3e:62:af:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c0c1f877-910d-484d-a497-8ce21ca738df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:48Z', 'updated_at': '2021-08-16T17:47:54Z', 'revision_number': 4, 'project_id': '3cf94379c7f24013b25e39317315f217', 'subnets': [{'id': 'c0c1f877-910d-484d-a497-8ce21ca738df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:47:55.549723 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee30e55b-ba7a-4496-972b-bff1b89a6023 None None] The sync data for ids ['c719e313-142f-4ca7-992d-af776d9bb6bc'] in dv-cinder-797608-18-iscsi is: [{'id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1745583065-router', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '13ac95d9-fd54-4369-b4ce-6e335b08c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:47:44Z', 'updated_at': '2021-08-16T17:47:49Z', 'revision_number': 4, 'project_id': '3cf94379c7f24013b25e39317315f217', 'gw_port': {'id': '13ac95d9-fd54-4369-b4ce-6e335b08c4ba', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:45Z', 'updated_at': '2021-08-16T17:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': '547912c2-6330-43b7-8bfe-8ca2ee5536fb', 'name': '', 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'mac_address': 'fa:16:3e:62:af:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c0c1f877-910d-484d-a497-8ce21ca738df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:48Z', 'updated_at': '2021-08-16T17:47:54Z', 'revision_number': 4, 'project_id': '3cf94379c7f24013b25e39317315f217', 'subnets': [{'id': 'c0c1f877-910d-484d-a497-8ce21ca738df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 17:47:55.558515 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-47765836-26fd-491a-a0f9-8065fb5677d1 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:55.559506 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d07b268-59fb-4cbe-9f8c-0108a690a624 admin admin] Pushing event updated for resources: {'Port': ['ID=1a1988b8-6c82-4bbd-99eb-14cb9a2fa402,revision_number=2']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:55.561031 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-ba114d10-d29a-4950-b1e8-f3b2508f3fdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:55.561031 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-47765836-26fd-491a-a0f9-8065fb5677d1 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731246'] for security_group_rule, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:55.561031 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47765836-26fd-491a-a0f9-8065fb5677d1 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=102c0193-f89d-4519-a7fe-6f165ab966e8,revision_number=0']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:55.571167 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 609718e2-7c60-4f1f-b3a2-b58ee35f9320 up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:47:55.577468 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-ba114d10-d29a-4950-b1e8-f3b2508f3fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:55.598287 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d07b268-59fb-4cbe-9f8c-0108a690a624 admin admin] Network d4c249fc-f15d-4c54-a2fa-f9ec1324c63c is already hosted by enough agents. {{(pid=101350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:47:55.604381 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.base_scheduler [None req-9d07b268-59fb-4cbe-9f8c-0108a690a624 admin admin] Resources bound (agent type, host, resource id): {{(pid=101350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:47:55.644206 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-ba114d10-d29a-4950-b1e8-f3b2508f3fdb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8bf805e1472c40679fa4591222e7b58a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3861718 Aug 16 17:47:55.647956 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 48472) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:47:55.725088 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 609718e2-7c60-4f1f-b3a2-b58ee35f9320 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:47:55.725939 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:55.727238 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-47765836-26fd-491a-a0f9-8065fb5677d1 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:55.738730 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-47765836-26fd-491a-a0f9-8065fb5677d1 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8534741 Aug 16 17:47:55.783042 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 48476) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:47:55.796607 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-69e3c722-c9bd-42f1-b3a9-da63c7a30976 req-869bcb0b-5ce4-4b5a-86a1-e7269cc077e0 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7183a4c-cfa9-4e55-8afa-317fb240f36c HTTP/1.1" status: 200 len: 210 time: 0.2396946 Aug 16 17:47:55.799152 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-081bdc73-5ddd-4185-acdd-873230459f24 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Request body: {'security_group_rule': {'security_group_id': '785ebfa3-6c18-4ade-97c5-3e22bb7838c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:47:55.812580 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d07b268-59fb-4cbe-9f8c-0108a690a624 admin admin] Router 4a0b651f-61d3-4636-bf4c-2f25f82186e6 has already been hosted by L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 {{(pid=101350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 17:47:55.837283 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-7d43df40-3eb8-41c2-ad97-59b185d592a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:55.842190 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba114d10-d29a-4950-b1e8-f3b2508f3fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3522beb-1fb2-47f1-90fb-76de8c804144,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:55.931305 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-7d43df40-3eb8-41c2-ad97-59b185d592a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:56.064681 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device d19a2c30-a9b9-455e-87c9-66c4a04fe7ae up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:47:56.080862 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-081bdc73-5ddd-4185-acdd-873230459f24 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:56.081295 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d07b268-59fb-4cbe-9f8c-0108a690a624 admin admin] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 17:47:56.087294 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-9d07b268-59fb-4cbe-9f8c-0108a690a624 admin admin] 10.222.0.73 "PUT /v2.0/routers/4a0b651f-61d3-4636-bf4c-2f25f82186e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5215235 Aug 16 17:47:56.176231 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:56.177163 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-e13b568c-3fdd-462e-a887-b5e84caa977d None None] Provisioning complete for port 1a1988b8-6c82-4bbd-99eb-14cb9a2fa402 triggered by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:47:56.177715 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-e13b568c-3fdd-462e-a887-b5e84caa977d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:56.197379 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-7d43df40-3eb8-41c2-ad97-59b185d592a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:56.210824 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-7d43df40-3eb8-41c2-ad97-59b185d592a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:56.215836 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-7d43df40-3eb8-41c2-ad97-59b185d592a4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c3522beb-1fb2-47f1-90fb-76de8c804144 HTTP/1.1" status: 204 len: 168 time: 0.5580418 Aug 16 17:47:56.251213 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-e13b568c-3fdd-462e-a887-b5e84caa977d None None] Port 1a1988b8-6c82-4bbd-99eb-14cb9a2fa402 cannot update to ACTIVE because it is not bound. {{(pid=101351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 17:47:56.254963 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning for port d19a2c30-a9b9-455e-87c9-66c4a04fe7ae completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:47:56.258100 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-081bdc73-5ddd-4185-acdd-873230459f24 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:56.261831 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d43df40-3eb8-41c2-ad97-59b185d592a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3522beb-1fb2-47f1-90fb-76de8c804144,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:56.264898 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port d19a2c30-a9b9-455e-87c9-66c4a04fe7ae triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:47:56.265279 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:56.346532 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-081bdc73-5ddd-4185-acdd-873230459f24 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731246'] for security_group_rule, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:56.375549 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081bdc73-5ddd-4185-acdd-873230459f24 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a8b10bc-4d05-45ce-8bf7-d1ad3a20312e,revision_number=0']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:56.387583 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:56.413714 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] For port d19a2c30-a9b9-455e-87c9-66c4a04fe7ae, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=d19a2c30-a9b9-455e-87c9-66c4a04fe7ae,segment=NetworkSegment(81288102-e1f3-4b19-b1aa-0a6021adf8ca),segment_id=81288102-e1f3-4b19-b1aa-0a6021adf8ca)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:47:56.477883 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-081bdc73-5ddd-4185-acdd-873230459f24 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:56.479273 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-081bdc73-5ddd-4185-acdd-873230459f24 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6902232 Aug 16 17:47:56.482426 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 48510) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:47:56.494815 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-af635c46-3949-4cd8-b7a5-4bd6828f7900 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Request body: {'floatingip': {'floating_network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:47:56.552776 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:56.601985 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-f155deea-fb73-4e5c-95bc-2ea4bfcdb006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:56.634148 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Pushing event updated for resources: {'Port': ['ID=d19a2c30-a9b9-455e-87c9-66c4a04fe7ae,revision_number=4']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:56.649436 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-af635c46-3949-4cd8-b7a5-4bd6828f7900 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for floatingip, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:56.740406 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:56.868859 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-af635c46-3949-4cd8-b7a5-4bd6828f7900 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:57.060995 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.db_base_plugin_common [None req-af635c46-3949-4cd8-b7a5-4bd6828f7900 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Allocated IP 172.27.3.145 (d857f842-3fbc-4776-aae7-ff863ed2df9e/954a9ada-4a6b-483d-99dd-491d9afbe734/ff67aea6-314d-4d97-b43a-f200085047be) {{(pid=101350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:47:57.142109 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2568a831-dc7d-4672-a923-d1dc175c4318 req-1cc51151-e130-4503-b923-a42c76958918 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7183a4c-cfa9-4e55-8afa-317fb240f36c HTTP/1.1" status: 200 len: 210 time: 0.0621603 Aug 16 17:47:57.211238 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-af635c46-3949-4cd8-b7a5-4bd6828f7900 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for port, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:57.360058 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-af635c46-3949-4cd8-b7a5-4bd6828f7900 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662'] for port, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:57.434937 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af635c46-3949-4cd8-b7a5-4bd6828f7900 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Network d857f842-3fbc-4776-aae7-ff863ed2df9e is already hosted by enough agents. {{(pid=101350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:47:57.438242 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.base_scheduler [None req-af635c46-3949-4cd8-b7a5-4bd6828f7900 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Resources bound (agent type, host, resource id): {{(pid=101350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:47:57.442141 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af635c46-3949-4cd8-b7a5-4bd6828f7900 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Received port after_create {{(pid=101350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:47:57.442890 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 48540) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:47:57.450669 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 547912c2-6330-43b7-8bfe-8ca2ee5536fb up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:47:57.485217 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af635c46-3949-4cd8-b7a5-4bd6828f7900 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Pushing event updated for resources: {'Port': ['ID=ff67aea6-314d-4d97-b43a-f200085047be,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:57.496037 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-1a238eb0-8a13-47de-9e41-9ac00b3302a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:57.510946 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fc5a72-bb76-400e-bfe2-8a4bfa3f7270 None None] Sync routers for ids ['4a0b651f-61d3-4636-bf4c-2f25f82186e6'] in dv-cinder-797608-18-iscsi {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 17:47:57.612931 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-af635c46-3949-4cd8-b7a5-4bd6828f7900 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:57.617393 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fc5a72-bb76-400e-bfe2-8a4bfa3f7270 None None] Routers {'4a0b651f-61d3-4636-bf4c-2f25f82186e6'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:47:57.620428 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-47fc5a72-bb76-400e-bfe2-8a4bfa3f7270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:47:56Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['4a0b651f-61d3-4636-bf4c-2f25f82186e6'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:47:57.663345 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 48548) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:47:57.671647 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-ab052b1f-295a-4e11-9b93-5f6608fc842c tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1135403238', 'description': 'tempest-description--1568917338'}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:47:57.704670 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-1a238eb0-8a13-47de-9e41-9ac00b3302a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:57.813131 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-47fc5a72-bb76-400e-bfe2-8a4bfa3f7270 None None] Set router 4a0b651f-61d3-4636-bf4c-2f25f82186e6 gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:47:57.821989 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-af635c46-3949-4cd8-b7a5-4bd6828f7900 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:57.833603 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-1a238eb0-8a13-47de-9e41-9ac00b3302a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:57.877086 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-1a238eb0-8a13-47de-9e41-9ac00b3302a3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dbc021fd15884aa29ec4e58fdb4ef297&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4328220 Aug 16 17:47:57.878453 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a238eb0-8a13-47de-9e41-9ac00b3302a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bdea9c-306f-4b85-966c-85f48d494e22,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:57.882074 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 48560) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:47:57.891020 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:57.891322 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning for port 547912c2-6330-43b7-8bfe-8ca2ee5536fb completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:47:57.920911 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 547912c2-6330-43b7-8bfe-8ca2ee5536fb triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:47:57.921285 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:58.094317 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6b45d086-e61c-43f0-8536-97fd6f883a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:58.124563 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6b45d086-e61c-43f0-8536-97fd6f883a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:58.151592 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-ab052b1f-295a-4e11-9b93-5f6608fc842c tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:58.190493 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:58.238800 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] For port 547912c2-6330-43b7-8bfe-8ca2ee5536fb, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=547912c2-6330-43b7-8bfe-8ca2ee5536fb,segment=NetworkSegment(1d556eea-2e00-495e-a4c4-1b5b0d31797f),segment_id=1d556eea-2e00-495e-a4c4-1b5b0d31797f)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:47:58.247227 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-af635c46-3949-4cd8-b7a5-4bd6828f7900 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for port, precommit_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:58.252752 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-47fc5a72-bb76-400e-bfe2-8a4bfa3f7270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'name': 'tempest-AttachVolumeTestJSON-2099757337-router', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'd19a2c30-a9b9-455e-87c9-66c4a04fe7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:47:46Z', 'updated_at': '2021-08-16T17:47:54Z', 'revision_number': 4, 'project_id': '85697c37841b4a59aaaa6d2d36ff953b', 'gw_port': {'id': 'd19a2c30-a9b9-455e-87c9-66c4a04fe7ae', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:48Z', 'updated_at': '2021-08-16T17:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': '1a1988b8-6c82-4bbd-99eb-14cb9a2fa402', 'name': '', 'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'mac_address': 'fa:16:3e:0a:d4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3d17ce71-6fac-4edf-9519-05a2c7a1f013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:52Z', 'updated_at': '2021-08-16T17:47:54Z', 'revision_number': 2, 'project_id': '85697c37841b4a59aaaa6d2d36ff953b', 'subnets': [{'id': '3d17ce71-6fac-4edf-9519-05a2c7a1f013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:47:58.285116 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-9d4b17aa-4020-4666-b521-ad85b8198fd1 req-5a57aba8-ffc7-4eab-ac20-8839cca4d147 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7183a4c-cfa9-4e55-8afa-317fb240f36c HTTP/1.1" status: 200 len: 210 time: 0.0292671 Aug 16 17:47:58.293783 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fc5a72-bb76-400e-bfe2-8a4bfa3f7270 None None] Checking router: 4a0b651f-61d3-4636-bf4c-2f25f82186e6 for host: dv-cinder-797608-18-iscsi {{(pid=101351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 17:47:58.294177 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fc5a72-bb76-400e-bfe2-8a4bfa3f7270 None None] Updating router 4a0b651f-61d3-4636-bf4c-2f25f82186e6 port 1a1988b8-6c82-4bbd-99eb-14cb9a2fa402 binding host dv-cinder-797608-18-iscsi {{(pid=101351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 17:47:58.308129 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6b45d086-e61c-43f0-8536-97fd6f883a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:58.311546 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6b45d086-e61c-43f0-8536-97fd6f883a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:58.312858 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-6b45d086-e61c-43f0-8536-97fd6f883a60 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f1bdea9c-306f-4b85-966c-85f48d494e22 HTTP/1.1" status: 204 len: 168 time: 0.4291027 Aug 16 17:47:58.319428 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-47fc5a72-bb76-400e-bfe2-8a4bfa3f7270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:58.321445 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b45d086-e61c-43f0-8536-97fd6f883a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bdea9c-306f-4b85-966c-85f48d494e22,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:58.344778 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:58.345546 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device d19a2c30-a9b9-455e-87c9-66c4a04fe7ae up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:47:58.347224 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-af635c46-3949-4cd8-b7a5-4bd6828f7900 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:58.413006 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-af635c46-3949-4cd8-b7a5-4bd6828f7900 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726209'] for floatingip, after_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:58.425097 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-ab052b1f-295a-4e11-9b93-5f6608fc842c tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:58.433054 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af635c46-3949-4cd8-b7a5-4bd6828f7900 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Pushing event updated for resources: {'Port': ['ID=ff67aea6-314d-4d97-b43a-f200085047be,revision_number=2']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:58.504506 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-ab052b1f-295a-4e11-9b93-5f6608fc842c tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:58.510077 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Pushing event updated for resources: {'Port': ['ID=547912c2-6330-43b7-8bfe-8ca2ee5536fb,revision_number=5']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:58.536862 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab052b1f-295a-4e11-9b93-5f6608fc842c tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b85b457-5d10-435b-8011-87ec03d403d5,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:58.559733 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-af635c46-3949-4cd8-b7a5-4bd6828f7900 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for floatingip, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:58.562119 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-af635c46-3949-4cd8-b7a5-4bd6828f7900 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0781140 Aug 16 17:47:58.599235 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port d19a2c30-a9b9-455e-87c9-66c4a04fe7ae triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:47:58.599979 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:58.601333 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-ab052b1f-295a-4e11-9b93-5f6608fc842c tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:58.607939 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-ab052b1f-295a-4e11-9b93-5f6608fc842c tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9389274 Aug 16 17:47:58.608197 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 48582) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:47:58.612884 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-48274e46-eea9-4927-899f-751ec16bd9b2 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Request body: {'security_group_rule': {'security_group_id': '9b85b457-5d10-435b-8011-87ec03d403d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:47:58.647207 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 48584) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:47:58.721233 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-48274e46-eea9-4927-899f-751ec16bd9b2 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:58.817981 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-48274e46-eea9-4927-899f-751ec16bd9b2 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:58.896073 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-47fc5a72-bb76-400e-bfe2-8a4bfa3f7270 None None] Notify callbacks [] for port, precommit_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:58.906385 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-47fc5a72-bb76-400e-bfe2-8a4bfa3f7270 None None] Transition to ACTIVE for port object 1a1988b8-6c82-4bbd-99eb-14cb9a2fa402 will not be triggered until provisioned by entity L2. {{(pid=101351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:47:58.955509 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-fc19966d-47f6-431a-98ee-14ca5d6b7aac tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1543227054&fields=id&tenant_id=3cf94379c7f24013b25e39317315f217 HTTP/1.1" status: 200 len: 267 time: 0.0543084 Aug 16 17:47:58.981603 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-48274e46-eea9-4927-899f-751ec16bd9b2 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731246'] for security_group_rule, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:59.010766 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-47fc5a72-bb76-400e-bfe2-8a4bfa3f7270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:59.038437 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-c624b639-8749-4396-9ab1-2c4656f3c62e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:59.063114 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48274e46-eea9-4927-899f-751ec16bd9b2 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3812f48a-d2f0-43f7-88e8-444dc5efe51a,revision_number=0']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:59.090544 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f4726-652a-414a-bc9a-04edd8f1a3f7 None None] Pushing event updated for resources: {'Port': ['ID=1a1988b8-6c82-4bbd-99eb-14cb9a2fa402,revision_number=3']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:59.114766 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:59.143715 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-a09675be-0312-4c5e-ba54-9e9c34618b6a tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:47:59.145513 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-a09675be-0312-4c5e-ba54-9e9c34618b6a tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/networks?id=cf977a3b-5d44-4959-9dba-d50c353bb70f HTTP/1.1" status: 200 len: 817 time: 0.1816590 Aug 16 17:47:59.167325 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-47fc5a72-bb76-400e-bfe2-8a4bfa3f7270 None None] Attempting to bind port 1a1988b8-6c82-4bbd-99eb-14cb9a2fa402 on host dv-cinder-797608-18-iscsi for vnic_type normal with profile {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:47:59.167709 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-47fc5a72-bb76-400e-bfe2-8a4bfa3f7270 None None] Attempting to bind port 1a1988b8-6c82-4bbd-99eb-14cb9a2fa402 by drivers openvswitch,hyperv on host dv-cinder-797608-18-iscsi at level 0 using segments [{'id': '8a996923-3c72-4a28-a680-4b4b2da2679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c'}] {{(pid=101351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:47:59.168079 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fc5a72-bb76-400e-bfe2-8a4bfa3f7270 None None] Attempting to bind port 1a1988b8-6c82-4bbd-99eb-14cb9a2fa402 on network d4c249fc-f15d-4c54-a2fa-f9ec1324c63c {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:47:59.174171 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fc5a72-bb76-400e-bfe2-8a4bfa3f7270 None None] Checking agent: {'id': 'fab5396a-5d23-4b36-81ca-c96508201f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 39, 27), 'started_at': datetime.datetime(2021, 8, 16, 17, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:47:59.174578 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fc5a72-bb76-400e-bfe2-8a4bfa3f7270 None None] Checking segment: {'id': '8a996923-3c72-4a28-a680-4b4b2da2679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:47:59.175077 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-47fc5a72-bb76-400e-bfe2-8a4bfa3f7270 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:59.175528 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fc5a72-bb76-400e-bfe2-8a4bfa3f7270 None None] Bound using segment: {'id': '8a996923-3c72-4a28-a680-4b4b2da2679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c'} {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:47:59.176548 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-47fc5a72-bb76-400e-bfe2-8a4bfa3f7270 None None] Bound port: 1a1988b8-6c82-4bbd-99eb-14cb9a2fa402, host: dv-cinder-797608-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a996923-3c72-4a28-a680-4b4b2da2679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c'}}] {{(pid=101351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:47:59.177067 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-47fc5a72-bb76-400e-bfe2-8a4bfa3f7270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:59.190950 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-8aafb313-dd8f-4f5c-a9c8-974285884ef2 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/quotas/3cf94379c7f24013b25e39317315f217 HTTP/1.1" status: 200 len: 375 time: 0.0370748 Aug 16 17:47:59.223424 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-48274e46-eea9-4927-899f-751ec16bd9b2 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:59.224634 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-48274e46-eea9-4927-899f-751ec16bd9b2 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6154969 Aug 16 17:47:59.227987 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 48616) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:47:59.233122 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-1741bef5-fe60-4878-9efc-b7be3e8cf19d tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Request body: {'security_group_rule': {'security_group_id': '9b85b457-5d10-435b-8011-87ec03d403d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:47:59.316764 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 547912c2-6330-43b7-8bfe-8ca2ee5536fb up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:47:59.342021 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-4750fbd7-89ae-4684-b894-bb355c3827a1 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3cf94379c7f24013b25e39317315f217&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1383548 Aug 16 17:47:59.516030 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-47fc5a72-bb76-400e-bfe2-8a4bfa3f7270 None None] For port 1a1988b8-6c82-4bbd-99eb-14cb9a2fa402, host dv-cinder-797608-18-iscsi, cleared binding levels {{(pid=101351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:47:59.516030 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-47fc5a72-bb76-400e-bfe2-8a4bfa3f7270 None None] For port 1a1988b8-6c82-4bbd-99eb-14cb9a2fa402, host dv-cinder-797608-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=1a1988b8-6c82-4bbd-99eb-14cb9a2fa402,segment=NetworkSegment(8a996923-3c72-4a28-a680-4b4b2da2679e),segment_id=8a996923-3c72-4a28-a680-4b4b2da2679e)] {{(pid=101351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:47:59.516030 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 547912c2-6330-43b7-8bfe-8ca2ee5536fb triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:47:59.516030 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:59.517612 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4beefd94-06f5-482e-962f-68296b1b2ea5 req-b190f9c9-0876-4fb5-98ac-42e8d54a5fee tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7183a4c-cfa9-4e55-8afa-317fb240f36c HTTP/1.1" status: 200 len: 210 time: 0.0637252 Aug 16 17:47:59.517612 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-c624b639-8749-4396-9ab1-2c4656f3c62e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:59.517612 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-c356412b-e7fa-4981-8ff4-15aedcbe3581 service neutron] 10.222.0.73 "GET /v2.0/networks/cf977a3b-5d44-4959-9dba-d50c353bb70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653893 Aug 16 17:47:59.602594 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-cb9e654e-cf7d-4f56-b67a-6aea35e68f86 service neutron] 10.222.0.73 "GET /v2.0/networks/cf977a3b-5d44-4959-9dba-d50c353bb70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887384 Aug 16 17:47:59.634216 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-47fc5a72-bb76-400e-bfe2-8a4bfa3f7270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:59.685775 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-c624b639-8749-4396-9ab1-2c4656f3c62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:59.696210 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fc5a72-bb76-400e-bfe2-8a4bfa3f7270 None None] Routers {'4a0b651f-61d3-4636-bf4c-2f25f82186e6'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:47:59.697499 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-47fc5a72-bb76-400e-bfe2-8a4bfa3f7270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:47:56Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['4a0b651f-61d3-4636-bf4c-2f25f82186e6'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:47:59.701941 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f4726-652a-414a-bc9a-04edd8f1a3f7 None None] Pushing event updated for resources: {'Port': ['ID=1a1988b8-6c82-4bbd-99eb-14cb9a2fa402,revision_number=4']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:59.744056 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624b639-8749-4396-9ab1-2c4656f3c62e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f35ac5-eacb-4e77-997f-4ce170a74ced,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:47:59.748243 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-c624b639-8749-4396-9ab1-2c4656f3c62e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5b0e4dcaf4554b6c845efa8805ac0c40&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0997691 Aug 16 17:47:59.751015 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 48630) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:47:59.810034 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-0f73420c-28c0-462d-aae9-e2a2525a54fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:59.862063 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-47fc5a72-bb76-400e-bfe2-8a4bfa3f7270 None None] Set router 4a0b651f-61d3-4636-bf4c-2f25f82186e6 gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:47:59.888427 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-1741bef5-fe60-4878-9efc-b7be3e8cf19d tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:59.903951 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-0f73420c-28c0-462d-aae9-e2a2525a54fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:47:59.939664 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a74339ae-52f1-4467-970c-a24c9b0f4210 req-6f7d70d2-e338-45cc-b3c8-138c102efeb4 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 210 time: 0.0683846 Aug 16 17:48:00.038486 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-1741bef5-fe60-4878-9efc-b7be3e8cf19d tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:00.096954 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-0f73420c-28c0-462d-aae9-e2a2525a54fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:00.106029 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-0f73420c-28c0-462d-aae9-e2a2525a54fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:00.106029 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-0f73420c-28c0-462d-aae9-e2a2525a54fb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/20f35ac5-eacb-4e77-997f-4ce170a74ced HTTP/1.1" status: 204 len: 168 time: 0.3524880 Aug 16 17:48:00.119872 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73420c-28c0-462d-aae9-e2a2525a54fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f35ac5-eacb-4e77-997f-4ce170a74ced,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:00.176785 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-1741bef5-fe60-4878-9efc-b7be3e8cf19d tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731246'] for security_group_rule, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:00.227685 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741bef5-fe60-4878-9efc-b7be3e8cf19d tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bb70f41-4d30-40db-b3f0-86e50f5ec8b0,revision_number=0']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:00.229884 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.13', 61373) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:00.278471 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-47fc5a72-bb76-400e-bfe2-8a4bfa3f7270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'name': 'tempest-AttachVolumeTestJSON-2099757337-router', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'd19a2c30-a9b9-455e-87c9-66c4a04fe7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:47:46Z', 'updated_at': '2021-08-16T17:47:54Z', 'revision_number': 4, 'project_id': '85697c37841b4a59aaaa6d2d36ff953b', 'gw_port': {'id': 'd19a2c30-a9b9-455e-87c9-66c4a04fe7ae', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:48Z', 'updated_at': '2021-08-16T17:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': '1a1988b8-6c82-4bbd-99eb-14cb9a2fa402', 'name': '', 'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'mac_address': 'fa:16:3e:0a:d4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3d17ce71-6fac-4edf-9519-05a2c7a1f013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:52Z', 'updated_at': '2021-08-16T17:47:59Z', 'revision_number': 4, 'project_id': '85697c37841b4a59aaaa6d2d36ff953b', 'subnets': [{'id': '3d17ce71-6fac-4edf-9519-05a2c7a1f013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:48:00.326250 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-1741bef5-fe60-4878-9efc-b7be3e8cf19d tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:00.328651 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-1741bef5-fe60-4878-9efc-b7be3e8cf19d tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0996616 Aug 16 17:48:00.331686 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 48668) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:00.338277 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-65374c02-6f35-4ec3-98e3-fc5474236ace tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Request body: {'floatingip': {'floating_network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:48:00.357430 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fc5a72-bb76-400e-bfe2-8a4bfa3f7270 None None] The sync data for ids ['4a0b651f-61d3-4636-bf4c-2f25f82186e6'] in dv-cinder-797608-18-iscsi is: [{'id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'name': 'tempest-AttachVolumeTestJSON-2099757337-router', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'd19a2c30-a9b9-455e-87c9-66c4a04fe7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:47:46Z', 'updated_at': '2021-08-16T17:47:54Z', 'revision_number': 4, 'project_id': '85697c37841b4a59aaaa6d2d36ff953b', 'gw_port': {'id': 'd19a2c30-a9b9-455e-87c9-66c4a04fe7ae', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:48Z', 'updated_at': '2021-08-16T17:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': '1a1988b8-6c82-4bbd-99eb-14cb9a2fa402', 'name': '', 'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'mac_address': 'fa:16:3e:0a:d4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3d17ce71-6fac-4edf-9519-05a2c7a1f013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:52Z', 'updated_at': '2021-08-16T17:47:59Z', 'revision_number': 4, 'project_id': '85697c37841b4a59aaaa6d2d36ff953b', 'subnets': [{'id': '3d17ce71-6fac-4edf-9519-05a2c7a1f013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 17:48:00.426540 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-cfd3e5d1-839d-47ac-9957-cf7fe9cc083c tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:00.427399 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-cfd3e5d1-839d-47ac-9957-cf7fe9cc083c tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.13 "GET /v2.0/networks?id=911055da-1c09-4771-a25f-ddda2dca7c77 HTTP/1.1" status: 200 len: 812 time: 0.1959202 Aug 16 17:48:00.484246 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-65374c02-6f35-4ec3-98e3-fc5474236ace tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for floatingip, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:00.526661 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-f16246f1-2977-410a-b7d6-b70bd0fd26df tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Request body: {'port': {'device_id': 'b7183a4c-cfa9-4e55-8afa-317fb240f36c', 'network_id': '911055da-1c09-4771-a25f-ddda2dca7c77', 'admin_state_up': True, 'tenant_id': '27bbafb0989a4327955e28fd5abf0ae1'}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:48:00.660443 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-72643091-eed0-4ade-995f-a1abc4d24c25 req-5fef6cbd-f664-4cf7-a1b4-acd6c796fad8 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7183a4c-cfa9-4e55-8afa-317fb240f36c HTTP/1.1" status: 200 len: 210 time: 0.0552435 Aug 16 17:48:00.742275 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-65374c02-6f35-4ec3-98e3-fc5474236ace tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:00.891151 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-f16246f1-2977-410a-b7d6-b70bd0fd26df tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Made reservation on behalf of 27bbafb0989a4327955e28fd5abf0ae1 for: {'port': 1} {{(pid=101350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:48:00.896311 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-f16246f1-2977-410a-b7d6-b70bd0fd26df tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:00.927488 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.db_base_plugin_common [None req-65374c02-6f35-4ec3-98e3-fc5474236ace tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Allocated IP 172.27.3.193 (d857f842-3fbc-4776-aae7-ff863ed2df9e/954a9ada-4a6b-483d-99dd-491d9afbe734/6a92ae4d-426e-4dc1-b449-4b23dfcbedd3) {{(pid=101349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:48:01.095166 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-65374c02-6f35-4ec3-98e3-fc5474236ace tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for port, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:01.262897 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-cbd9cf8e-4424-45c2-8102-365d9ffaeabf req-99b8f2fd-7bc3-4600-a1c0-652aa67a8e82 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 210 time: 0.1035929 Aug 16 17:48:01.339471 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.db_base_plugin_common [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-f16246f1-2977-410a-b7d6-b70bd0fd26df tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Allocated IP 172.20.0.2 (911055da-1c09-4771-a25f-ddda2dca7c77/6400e5ad-3dfb-4b32-9698-2ff272d6a501/37dafd24-0fbf-4825-87eb-8eca57aa91e6) {{(pid=101350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:48:01.361621 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 1a1988b8-6c82-4bbd-99eb-14cb9a2fa402 up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:48:01.379265 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-65374c02-6f35-4ec3-98e3-fc5474236ace tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662'] for port, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:01.424823 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 48724) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:01.486654 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-8bcc861d-6406-46e7-a94d-eb24f36fd502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:01.511084 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65374c02-6f35-4ec3-98e3-fc5474236ace tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Network d857f842-3fbc-4776-aae7-ff863ed2df9e is already hosted by enough agents. {{(pid=101349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:48:01.513737 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning for port 1a1988b8-6c82-4bbd-99eb-14cb9a2fa402 completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:48:01.520992 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 1a1988b8-6c82-4bbd-99eb-14cb9a2fa402 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:48:01.521561 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:01.529135 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.base_scheduler [None req-65374c02-6f35-4ec3-98e3-fc5474236ace tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Resources bound (agent type, host, resource id): {{(pid=101349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:48:01.534011 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65374c02-6f35-4ec3-98e3-fc5474236ace tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Received port after_create {{(pid=101349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:48:01.706316 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-f16246f1-2977-410a-b7d6-b70bd0fd26df tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Notify callbacks [] for port, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:01.722619 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:01.750428 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-65374c02-6f35-4ec3-98e3-fc5474236ace tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:01.773641 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] For port 1a1988b8-6c82-4bbd-99eb-14cb9a2fa402, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=1a1988b8-6c82-4bbd-99eb-14cb9a2fa402,segment=NetworkSegment(8a996923-3c72-4a28-a680-4b4b2da2679e),segment_id=8a996923-3c72-4a28-a680-4b4b2da2679e)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:48:01.798966 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65374c02-6f35-4ec3-98e3-fc5474236ace tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Pushing event updated for resources: {'Port': ['ID=6a92ae4d-426e-4dc1-b449-4b23dfcbedd3,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:01.843508 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-0f469f56-4df1-40c9-8cf6-4efe37efebce req-7d0001a2-db44-4820-ae1d-c10e564fcd28 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7183a4c-cfa9-4e55-8afa-317fb240f36c HTTP/1.1" status: 200 len: 210 time: 0.0514028 Aug 16 17:48:01.857247 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:01.894352 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-8bcc861d-6406-46e7-a94d-eb24f36fd502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:01.917656 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Pushing event updated for resources: {'Port': ['ID=1a1988b8-6c82-4bbd-99eb-14cb9a2fa402,revision_number=5']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:01.971924 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-f16246f1-2977-410a-b7d6-b70bd0fd26df tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662'] for port, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:02.043568 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-8bcc861d-6406-46e7-a94d-eb24f36fd502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:02.043702 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-65374c02-6f35-4ec3-98e3-fc5474236ace tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:02.085833 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc861d-6406-46e7-a94d-eb24f36fd502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e723098b-350d-4de5-9cda-db88c01aac5a,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:02.111197 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-f16246f1-2977-410a-b7d6-b70bd0fd26df tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Network 911055da-1c09-4771-a25f-ddda2dca7c77 is already hosted by enough agents. {{(pid=101350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:48:02.119549 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.base_scheduler [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-f16246f1-2977-410a-b7d6-b70bd0fd26df tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Resources bound (agent type, host, resource id): {{(pid=101350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:48:02.125760 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16246f1-2977-410a-b7d6-b70bd0fd26df tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Pushing event updated for resources: {'Port': ['ID=37dafd24-0fbf-4825-87eb-8eca57aa91e6,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:02.142508 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-f16246f1-2977-410a-b7d6-b70bd0fd26df tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Received port after_create {{(pid=101350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:48:02.149183 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-f16246f1-2977-410a-b7d6-b70bd0fd26df tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:02.150098 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-f16246f1-2977-410a-b7d6-b70bd0fd26df tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for port, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:02.163002 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-8bcc861d-6406-46e7-a94d-eb24f36fd502 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c5b91fbd5ff148ea9eaaff7fb8228dcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7369297 Aug 16 17:48:02.166524 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 48758) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:02.338157 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-65374c02-6f35-4ec3-98e3-fc5474236ace tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for port, precommit_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:02.422649 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-65374c02-6f35-4ec3-98e3-fc5474236ace tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:02.525754 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-65374c02-6f35-4ec3-98e3-fc5474236ace tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726209'] for floatingip, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:02.569896 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-f16246f1-2977-410a-b7d6-b70bd0fd26df tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0350695 Aug 16 17:48:02.596971 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-6ba5dab1-4fd3-4ceb-83e0-f7cb6c90d28b tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=101350) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 17:48:02.598073 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-6ba5dab1-4fd3-4ceb-83e0-f7cb6c90d28b tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114472 Aug 16 17:48:02.609205 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65374c02-6f35-4ec3-98e3-fc5474236ace tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Pushing event updated for resources: {'Port': ['ID=6a92ae4d-426e-4dc1-b449-4b23dfcbedd3,revision_number=2']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:02.611683 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-64a9dbed-79a6-48e0-be2f-6bae35113d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:02.666120 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 48774) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:02.694252 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-64a9dbed-79a6-48e0-be2f-6bae35113d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:02.725849 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-65374c02-6f35-4ec3-98e3-fc5474236ace tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for floatingip, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:02.729768 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-65374c02-6f35-4ec3-98e3-fc5474236ace tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3950846 Aug 16 17:48:02.796656 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-1acf213d-bde5-43ee-b068-20cfa2faf9a6 req-3f59c8e7-1220-41e8-b6b4-4ba89380392b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 210 time: 0.1367338 Aug 16 17:48:03.006441 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-9239ffe6-f82b-46f9-b693-840237869329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:03.067321 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-64a9dbed-79a6-48e0-be2f-6bae35113d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:03.070290 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-64a9dbed-79a6-48e0-be2f-6bae35113d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:03.071618 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-64a9dbed-79a6-48e0-be2f-6bae35113d27 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e723098b-350d-4de5-9cda-db88c01aac5a HTTP/1.1" status: 204 len: 168 time: 0.9034102 Aug 16 17:48:03.108298 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9dbed-79a6-48e0-be2f-6bae35113d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e723098b-350d-4de5-9cda-db88c01aac5a,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:03.175743 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1aeb86-e495-442c-8d8b-bc0a4cfa8b93 req-763c5528-2d80-4961-ae8b-f5a3e5a3e0b8 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:03.186671 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-1a1aeb86-e495-442c-8d8b-bc0a4cfa8b93 req-763c5528-2d80-4961-ae8b-f5a3e5a3e0b8 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7183a4c-cfa9-4e55-8afa-317fb240f36c HTTP/1.1" status: 200 len: 931 time: 0.1580083 Aug 16 17:48:03.204399 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-aedd04e4-5923-4638-87fa-f20b7f9f8ab3 service neutron] Request body: {'port': {'device_id': 'b7183a4c-cfa9-4e55-8afa-317fb240f36c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:48:03.341878 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-9239ffe6-f82b-46f9-b693-840237869329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:03.377529 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 1a1988b8-6c82-4bbd-99eb-14cb9a2fa402 up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:48:03.445805 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-1a1aeb86-e495-442c-8d8b-bc0a4cfa8b93 req-eb809d98-c37d-40bb-8bb2-ecdb3b94d587 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d1b941-88f9-4693-9599-3138b47fe9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302966 Aug 16 17:48:03.448673 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-aedd04e4-5923-4638-87fa-f20b7f9f8ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:03.455289 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-9239ffe6-f82b-46f9-b693-840237869329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:03.495742 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 1a1988b8-6c82-4bbd-99eb-14cb9a2fa402 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:48:03.496428 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:03.545702 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-9239ffe6-f82b-46f9-b693-840237869329 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=790b279b5bdd48bbb343723b3cfec041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8775516 Aug 16 17:48:03.550234 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 48820) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:03.564854 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239ffe6-f82b-46f9-b693-840237869329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eab821b-add5-42d8-b874-c3d4e8299d92,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:03.654299 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f9b0a10f-cebe-4bb5-8ca0-c01ec8c2ad00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:03.677051 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f9b0a10f-cebe-4bb5-8ca0-c01ec8c2ad00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:03.738306 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-e4dc6ba9-de32-4a87-8693-1abdac096e71 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1135403238&fields=id&tenant_id=85697c37841b4a59aaaa6d2d36ff953b HTTP/1.1" status: 200 len: 267 time: 0.2735214 Aug 16 17:48:03.825386 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f9b0a10f-cebe-4bb5-8ca0-c01ec8c2ad00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:03.825554 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f9b0a10f-cebe-4bb5-8ca0-c01ec8c2ad00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:03.837889 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-f9b0a10f-cebe-4bb5-8ca0-c01ec8c2ad00 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6eab821b-add5-42d8-b874-c3d4e8299d92 HTTP/1.1" status: 204 len: 168 time: 0.2843235 Aug 16 17:48:03.847723 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b0a10f-cebe-4bb5-8ca0-c01ec8c2ad00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eab821b-add5-42d8-b874-c3d4e8299d92,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:04.024797 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-1f5ec72b-9f4e-4cce-bfa2-e636b79f2537 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:04.032213 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-1f5ec72b-9f4e-4cce-bfa2-e636b79f2537 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/networks?id=d4c249fc-f15d-4c54-a2fa-f9ec1324c63c HTTP/1.1" status: 200 len: 811 time: 0.2923884 Aug 16 17:48:04.088059 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d18f8ad3-0661-40c4-8677-9fa7be0c5ae1 req-a8eb9364-2191-48a2-b8be-83d72a35b0c8 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 210 time: 0.0761812 Aug 16 17:48:04.096839 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-aef7a353-be22-42e3-bc3c-2c683efebe86 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/quotas/85697c37841b4a59aaaa6d2d36ff953b HTTP/1.1" status: 200 len: 375 time: 0.0636902 Aug 16 17:48:04.210932 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-ee9e3484-388c-4c91-b8d9-cc6d7c61f8f4 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=85697c37841b4a59aaaa6d2d36ff953b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1061132 Aug 16 17:48:04.265660 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.notifiers.nova [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-aedd04e4-5923-4638-87fa-f20b7f9f8ab3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37dafd24-0fbf-4825-87eb-8eca57aa91e6 {{(pid=101350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:48:04.277085 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-aedd04e4-5923-4638-87fa-f20b7f9f8ab3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:04.302687 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.provisioning_blocks [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-aedd04e4-5923-4638-87fa-f20b7f9f8ab3 service neutron] Transition to ACTIVE for port object 37dafd24-0fbf-4825-87eb-8eca57aa91e6 will not be triggered until provisioned by entity L2. {{(pid=101350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:48:04.348789 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-b43292ec-0db0-4a75-9afa-cda254db7751 service neutron] 10.222.0.73 "GET /v2.0/networks/d4c249fc-f15d-4c54-a2fa-f9ec1324c63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342671 Aug 16 17:48:04.425703 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-aedd04e4-5923-4638-87fa-f20b7f9f8ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:04.500297 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd04e4-5923-4638-87fa-f20b7f9f8ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=37dafd24-0fbf-4825-87eb-8eca57aa91e6,revision_number=2']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:04.593181 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-b68d7bea-ea7c-4a2f-81ab-f3df5940039d service neutron] 10.222.0.73 "GET /v2.0/networks/d4c249fc-f15d-4c54-a2fa-f9ec1324c63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398300 Aug 16 17:48:04.612493 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.managers [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-aedd04e4-5923-4638-87fa-f20b7f9f8ab3 service neutron] Attempting to bind port 37dafd24-0fbf-4825-87eb-8eca57aa91e6 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=101350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:48:04.613176 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.managers [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-aedd04e4-5923-4638-87fa-f20b7f9f8ab3 service neutron] Attempting to bind port 37dafd24-0fbf-4825-87eb-8eca57aa91e6 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'c8ba735b-97c1-40e2-9127-cc115fbd435b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '911055da-1c09-4771-a25f-ddda2dca7c77'}] {{(pid=101350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:48:04.613856 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-aedd04e4-5923-4638-87fa-f20b7f9f8ab3 service neutron] Attempting to bind port 37dafd24-0fbf-4825-87eb-8eca57aa91e6 on network 911055da-1c09-4771-a25f-ddda2dca7c77 {{(pid=101350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:48:04.640555 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-aedd04e4-5923-4638-87fa-f20b7f9f8ab3 service neutron] Port 37dafd24-0fbf-4825-87eb-8eca57aa91e6 on network 911055da-1c09-4771-a25f-ddda2dca7c77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=101350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 17:48:04.641235 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-aedd04e4-5923-4638-87fa-f20b7f9f8ab3 service neutron] Attempting to bind port 37dafd24-0fbf-4825-87eb-8eca57aa91e6 on network 911055da-1c09-4771-a25f-ddda2dca7c77 {{(pid=101350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:48:04.650721 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-aedd04e4-5923-4638-87fa-f20b7f9f8ab3 service neutron] Checking agent: {'id': 'd413de79-89e7-4037-a6bb-11a55464df62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 45, 56), 'started_at': datetime.datetime(2021, 8, 16, 17, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:48:04.651451 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-aedd04e4-5923-4638-87fa-f20b7f9f8ab3 service neutron] Checking segment: {'id': 'c8ba735b-97c1-40e2-9127-cc115fbd435b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '911055da-1c09-4771-a25f-ddda2dca7c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:48:04.652358 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-aedd04e4-5923-4638-87fa-f20b7f9f8ab3 service neutron] Bound using segment: {'id': 'c8ba735b-97c1-40e2-9127-cc115fbd435b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '911055da-1c09-4771-a25f-ddda2dca7c77'} {{(pid=101350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:48:04.653034 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.managers [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-aedd04e4-5923-4638-87fa-f20b7f9f8ab3 service neutron] Bound port: 37dafd24-0fbf-4825-87eb-8eca57aa91e6, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8ba735b-97c1-40e2-9127-cc115fbd435b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '911055da-1c09-4771-a25f-ddda2dca7c77'}}] {{(pid=101350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:48:04.653598 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-aedd04e4-5923-4638-87fa-f20b7f9f8ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:04.695545 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e0290-df66-420e-ac3d-7cdc75d2e013 req-fe05e012-b106-4136-84fa-815325e06941 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:04.697345 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-533e0290-df66-420e-ac3d-7cdc75d2e013 req-fe05e012-b106-4136-84fa-815325e06941 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7183a4c-cfa9-4e55-8afa-317fb240f36c HTTP/1.1" status: 200 len: 943 time: 0.0957241 Aug 16 17:48:04.811683 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-533e0290-df66-420e-ac3d-7cdc75d2e013 req-fcebafa4-25d8-471d-a704-b9d1d1992646 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d1b941-88f9-4693-9599-3138b47fe9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867357 Aug 16 17:48:04.811683 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.db [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-aedd04e4-5923-4638-87fa-f20b7f9f8ab3 service neutron] For port 37dafd24-0fbf-4825-87eb-8eca57aa91e6, host hv-cinder-79760, cleared binding levels {{(pid=101350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:48:04.815846 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.db [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-aedd04e4-5923-4638-87fa-f20b7f9f8ab3 service neutron] For port 37dafd24-0fbf-4825-87eb-8eca57aa91e6, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=37dafd24-0fbf-4825-87eb-8eca57aa91e6,segment=NetworkSegment(c8ba735b-97c1-40e2-9127-cc115fbd435b),segment_id=c8ba735b-97c1-40e2-9127-cc115fbd435b)] {{(pid=101350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:48:04.909343 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-aedd04e4-5923-4638-87fa-f20b7f9f8ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:05.095566 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd04e4-5923-4638-87fa-f20b7f9f8ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=37dafd24-0fbf-4825-87eb-8eca57aa91e6,revision_number=3']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:05.203843 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-aedd04e4-5923-4638-87fa-f20b7f9f8ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:05.204733 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-aedd04e4-5923-4638-87fa-f20b7f9f8ab3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for port, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:05.209165 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-aedd04e4-5923-4638-87fa-f20b7f9f8ab3 service neutron] 10.222.0.13 "PUT /v2.0/ports/37dafd24-0fbf-4825-87eb-8eca57aa91e6 HTTP/1.1" status: 200 len: 1093 time: 2.3072839 Aug 16 17:48:05.211634 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-cd0fabac-ab0a-4176-8097-0c733f2db43e req-61e58c5f-232f-4b34-9bd3-85de74590d7b tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 210 time: 0.1008451 Aug 16 17:48:05.214611 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7183a4c-cfa9-4e55-8afa-317fb240f36c', 'tag': '37dafd24-0fbf-4825-87eb-8eca57aa91e6'}] {{(pid=101350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:48:05.417130 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7465335d-7eee-4ace-beac-d3b32805415b req-d5a3a1c9-ff88-4826-80a7-e17928661d7c tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 210 time: 0.0405810 Aug 16 17:48:05.946358 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95a92e-4c20-447c-97ba-fd642f193d48 req-c32c448f-ada5-46b2-9afd-9cc361b664a7 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:05.948047 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7b95a92e-4c20-447c-97ba-fd642f193d48 req-c32c448f-ada5-46b2-9afd-9cc361b664a7 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7183a4c-cfa9-4e55-8afa-317fb240f36c HTTP/1.1" status: 200 len: 943 time: 0.0670893 Aug 16 17:48:05.998697 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7b95a92e-4c20-447c-97ba-fd642f193d48 req-23d583b9-b8c8-44ba-bada-28f7d96d3604 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d1b941-88f9-4693-9599-3138b47fe9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402277 Aug 16 17:48:06.194125 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}137876f5b741f0afb00714fe176f8a9d3b569402932f71b261fa9e4754b02137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5b3e4f-6321-4eed-8838-902885ef2cd5" -d '{"events": [{"name": "network-changed", "server_uuid": "b7183a4c-cfa9-4e55-8afa-317fb240f36c", "tag": "37dafd24-0fbf-4825-87eb-8eca57aa91e6"}]}' {{(pid=101350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:48:06.351636 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-95fdecd3-4f31-4342-8f05-9fa15a820b84 req-4466f2e8-be0e-4955-bb1f-69c59b2552c1 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 210 time: 0.0496058 Aug 16 17:48:06.636191 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f9fd4d59-b00e-41a9-9e9b-9d0b7b802f2c req-6b1404c5-f177-4e40-b828-b743699d85e2 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 210 time: 0.0467958 Aug 16 17:48:06.636191 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 17:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80d7b67-851f-45c9-932f-63413444cf58 x-openstack-request-id: req-b80d7b67-851f-45c9-932f-63413444cf58 {{(pid=101350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:48:06.636191 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7183a4c-cfa9-4e55-8afa-317fb240f36c", "tag": "37dafd24-0fbf-4825-87eb-8eca57aa91e6", "status": "completed", "code": 200}]} {{(pid=101350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:48:06.636191 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b80d7b67-851f-45c9-932f-63413444cf58 {{(pid=101350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:48:06.636191 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7183a4c-cfa9-4e55-8afa-317fb240f36c', 'tag': '37dafd24-0fbf-4825-87eb-8eca57aa91e6', 'status': 'completed', 'code': 200} Aug 16 17:48:07.140844 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119effe7-4c9e-407c-81a5-5def522578bd req-5c31a85c-007c-463a-8a04-2973ba3ba6f6 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:07.149585 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-119effe7-4c9e-407c-81a5-5def522578bd req-5c31a85c-007c-463a-8a04-2973ba3ba6f6 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7183a4c-cfa9-4e55-8afa-317fb240f36c HTTP/1.1" status: 200 len: 943 time: 0.0777862 Aug 16 17:48:07.194002 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-119effe7-4c9e-407c-81a5-5def522578bd req-6f8c1ba4-2b6e-4182-94d6-8469d2185ed3 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d1b941-88f9-4693-9599-3138b47fe9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432894 Aug 16 17:48:07.455199 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a87093d4-c8ed-422e-b214-999f0dd83fef req-acc8f033-7087-41b2-b394-38fed01310ea tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 210 time: 0.0551095 Aug 16 17:48:07.713972 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c4406154-a050-4887-bf16-151f5db90d7f req-717e70ae-ff06-422c-bc96-b63e77fe9c96 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 210 time: 0.0318322 Aug 16 17:48:08.344584 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef98c7-b4ba-4295-90e7-da49c717bb4c req-d49ac93d-201c-4dd6-903a-e892a892a3bd tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:08.354136 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-30ef98c7-b4ba-4295-90e7-da49c717bb4c req-d49ac93d-201c-4dd6-903a-e892a892a3bd tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7183a4c-cfa9-4e55-8afa-317fb240f36c HTTP/1.1" status: 200 len: 943 time: 0.0651689 Aug 16 17:48:08.413706 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-30ef98c7-b4ba-4295-90e7-da49c717bb4c req-33d82b90-bde4-49a6-b1ba-61074bbc9df3 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d1b941-88f9-4693-9599-3138b47fe9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549846 Aug 16 17:48:08.533735 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 49002) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:08.558291 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b08fe446-6ba8-4d42-8238-8e4f19c6d56c req-e86a1c46-05e8-4223-a3a3-b8c18dd2d4e9 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 210 time: 0.0297565 Aug 16 17:48:08.822937 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-0854e467-713b-4fc0-91eb-1e6b904ed08c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:08.844881 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-9e206923-87ab-42e9-8ae1-663c8ca3030e req-7fd1e079-1046-4599-ab78-b26bda560769 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 210 time: 0.0375092 Aug 16 17:48:08.921511 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-0854e467-713b-4fc0-91eb-1e6b904ed08c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:09.101946 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-0854e467-713b-4fc0-91eb-1e6b904ed08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:09.154338 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-0854e467-713b-4fc0-91eb-1e6b904ed08c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=05d7568536c74bc7bb52ed189f35ed5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6150141 Aug 16 17:48:09.155901 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 49034) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:09.173125 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0854e467-713b-4fc0-91eb-1e6b904ed08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3329b98b-a398-4858-b791-36b00f8839eb,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:09.230669 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-01884fb7-4d55-442c-b535-486ef70675b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:09.253499 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-01884fb7-4d55-442c-b535-486ef70675b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:09.405502 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-01884fb7-4d55-442c-b535-486ef70675b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:09.408279 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-01884fb7-4d55-442c-b535-486ef70675b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:09.414422 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-01884fb7-4d55-442c-b535-486ef70675b2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3329b98b-a398-4858-b791-36b00f8839eb HTTP/1.1" status: 204 len: 168 time: 0.2524285 Aug 16 17:48:09.418786 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01884fb7-4d55-442c-b535-486ef70675b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3329b98b-a398-4858-b791-36b00f8839eb,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:09.612671 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92320c4-4aa0-4a72-a35c-ebe64ac0e651 req-798d8633-7c01-4a03-ab90-a1e285074377 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:09.614303 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d92320c4-4aa0-4a72-a35c-ebe64ac0e651 req-798d8633-7c01-4a03-ab90-a1e285074377 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7183a4c-cfa9-4e55-8afa-317fb240f36c HTTP/1.1" status: 200 len: 943 time: 0.0688007 Aug 16 17:48:09.692276 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8ff90f83-0329-4608-b637-4ba8430a2af5 req-f9c5fd24-5c63-47d0-b74a-f2f08d344fec tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 210 time: 0.0296967 Aug 16 17:48:09.708432 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d92320c4-4aa0-4a72-a35c-ebe64ac0e651 req-6e6f6396-ef38-4ae5-b957-2fe5efcdadb3 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d1b941-88f9-4693-9599-3138b47fe9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829375 Aug 16 17:48:09.961736 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b01ec620-4061-4b99-8736-a6e0aa5529ec req-0ddd7e4a-98a0-414c-9786-07d6f04f985f tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 210 time: 0.0285258 Aug 16 17:48:10.795621 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 49074) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:10.845434 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e0095e6f-9b39-429a-ad53-412371a4d238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:10.925386 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-57d85a25-2cfa-43a6-ba13-f9e8822615ca req-59329ce5-9735-4417-92da-a85d3122b791 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 210 time: 0.1141527 Aug 16 17:48:11.020802 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7912b-03a1-48ac-88e2-951f3abeef07 req-9bacdbcb-c826-4479-98e1-7284d7dbe92d tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:11.020802 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b0f7912b-03a1-48ac-88e2-951f3abeef07 req-9bacdbcb-c826-4479-98e1-7284d7dbe92d tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7183a4c-cfa9-4e55-8afa-317fb240f36c HTTP/1.1" status: 200 len: 943 time: 0.0745196 Aug 16 17:48:11.079973 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b0f7912b-03a1-48ac-88e2-951f3abeef07 req-e58cbcbe-ef98-4e39-b161-36de860b3ca6 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d1b941-88f9-4693-9599-3138b47fe9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523183 Aug 16 17:48:11.090370 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e0095e6f-9b39-429a-ad53-412371a4d238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:11.128760 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-07c999aa-bae2-4811-9d5f-89a3bacb6e17 req-b459e798-d29e-46a4-9329-f62026652959 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 210 time: 0.0268097 Aug 16 17:48:11.178047 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e0095e6f-9b39-429a-ad53-412371a4d238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:11.225039 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-e0095e6f-9b39-429a-ad53-412371a4d238 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f046ffc4691d4954919dfcb1ae761490&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4281809 Aug 16 17:48:11.225634 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0095e6f-9b39-429a-ad53-412371a4d238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e510b5-0beb-47d6-abd7-53c5ac1e8c68,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:11.227617 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 49082) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:11.291589 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-971fefa9-8e19-40c1-8350-4abb52b87463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:11.316139 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-971fefa9-8e19-40c1-8350-4abb52b87463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:11.412207 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-971fefa9-8e19-40c1-8350-4abb52b87463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:11.414752 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-971fefa9-8e19-40c1-8350-4abb52b87463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:11.415936 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-971fefa9-8e19-40c1-8350-4abb52b87463 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/07e510b5-0beb-47d6-abd7-53c5ac1e8c68 HTTP/1.1" status: 204 len: 168 time: 0.1871865 Aug 16 17:48:11.425182 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971fefa9-8e19-40c1-8350-4abb52b87463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e510b5-0beb-47d6-abd7-53c5ac1e8c68,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:12.035828 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4c55f26a-62f7-452c-9b87-0711aba7c2c3 req-d65a9bd7-b7a1-4da8-a72e-64d3c594e1e8 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 210 time: 0.0382359 Aug 16 17:48:12.251050 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-61b2c997-001d-47a6-8a06-f0dae7cc869d req-14257077-4fca-4d18-bff6-5f070075cb1a tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 210 time: 0.0335054 Aug 16 17:48:12.269886 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346fd7a-3d40-481b-b2e5-ae69401f08f3 req-53501ae7-35a5-45b3-8f9d-3e5a184d17cf tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:12.271506 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a346fd7a-3d40-481b-b2e5-ae69401f08f3 req-53501ae7-35a5-45b3-8f9d-3e5a184d17cf tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7183a4c-cfa9-4e55-8afa-317fb240f36c HTTP/1.1" status: 200 len: 943 time: 0.0935254 Aug 16 17:48:12.312115 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a346fd7a-3d40-481b-b2e5-ae69401f08f3 req-264f50d4-0d32-4c93-a916-56542cf85d41 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d1b941-88f9-4693-9599-3138b47fe9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332808 Aug 16 17:48:13.142059 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-780a8d54-8273-40b9-87f3-85c82e5c7ee6 req-3fb94317-84b8-48f1-966d-23680c02e6f4 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 210 time: 0.0290666 Aug 16 17:48:13.434407 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.13', 61405) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:13.514147 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b3e4f-6321-4eed-8838-902885ef2cd5 req-86816f78-c83e-49a6-914b-2ec1b331b429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:13.516427 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-0c5b3e4f-6321-4eed-8838-902885ef2cd5 req-86816f78-c83e-49a6-914b-2ec1b331b429 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27bbafb0989a4327955e28fd5abf0ae1&device_id=b7183a4c-cfa9-4e55-8afa-317fb240f36c HTTP/1.1" status: 200 len: 1096 time: 0.0795884 Aug 16 17:48:13.582185 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-5f605a1a-a018-4866-bad1-aa2079ebacd0 req-33552004-71ae-4d02-8f07-9d60ad39b351 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 210 time: 0.1071053 Aug 16 17:48:13.638536 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca86385-a08a-49ee-9e53-0de9ec05677c req-d04c1d8f-c932-47d2-b923-9139a9f6d377 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:13.640716 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-0ca86385-a08a-49ee-9e53-0de9ec05677c req-d04c1d8f-c932-47d2-b923-9139a9f6d377 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7183a4c-cfa9-4e55-8afa-317fb240f36c HTTP/1.1" status: 200 len: 943 time: 0.1692793 Aug 16 17:48:13.653945 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-3b158f75-ffc6-4c04-ad95-55afed6b549c tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:13.656129 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-3b158f75-ffc6-4c04-ad95-55afed6b549c tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.13 "GET /v2.0/networks?id=cf977a3b-5d44-4959-9dba-d50c353bb70f HTTP/1.1" status: 200 len: 817 time: 0.3792202 Aug 16 17:48:13.751597 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b3e4f-6321-4eed-8838-902885ef2cd5 req-ce606930-5471-493e-bc57-745150fbb664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:13.753073 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-0c5b3e4f-6321-4eed-8838-902885ef2cd5 req-ce606930-5471-493e-bc57-745150fbb664 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=27bbafb0989a4327955e28fd5abf0ae1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2179255 Aug 16 17:48:13.754032 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-0ca86385-a08a-49ee-9e53-0de9ec05677c req-648c5a69-0fd4-4d3e-baa6-dcba20ad859e tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d1b941-88f9-4693-9599-3138b47fe9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966449 Aug 16 17:48:13.812259 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-107c35b6-35a5-4635-a612-025907f18d2f tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cf94379c7f24013b25e39317315f217 HTTP/1.1" status: 200 len: 380 time: 0.0965993 Aug 16 17:48:13.825946 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-b3836dcd-eede-4278-96a6-d12a1eafde1c tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Request body: {'port': {'device_id': '74b9a54b-f448-4722-b81a-8cd4bed9f713', 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f', 'admin_state_up': True, 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'security_groups': ['785ebfa3-6c18-4ade-97c5-3e22bb7838c5']}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:48:14.136343 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-b3836dcd-eede-4278-96a6-d12a1eafde1c tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Made reservation on behalf of 3cf94379c7f24013b25e39317315f217 for: {'port': 1} {{(pid=101350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:48:14.140645 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-b3836dcd-eede-4278-96a6-d12a1eafde1c tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:14.180612 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b3e4f-6321-4eed-8838-902885ef2cd5 req-c006fd10-b416-4417-89be-4831508b663b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:14.182127 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-0c5b3e4f-6321-4eed-8838-902885ef2cd5 req-c006fd10-b416-4417-89be-4831508b663b service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4188669 Aug 16 17:48:14.271764 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f983cc2a-7e8a-446e-bfa0-126f7e8336da req-16c699aa-79be-4dcd-b8c9-635abe8bb0f4 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 210 time: 0.0508068 Aug 16 17:48:14.343369 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-48c14541-b03e-4b55-b80d-a1937b3c0253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:14.345633 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-48c14541-b03e-4b55-b80d-a1937b3c0253 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27bbafb0989a4327955e28fd5abf0ae1&device_id=b7183a4c-cfa9-4e55-8afa-317fb240f36c HTTP/1.1" status: 200 len: 1096 time: 0.0699897 Aug 16 17:48:14.354649 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.db_base_plugin_common [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-b3836dcd-eede-4278-96a6-d12a1eafde1c tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Allocated IP 172.20.0.9 (cf977a3b-5d44-4959-9dba-d50c353bb70f/c0c1f877-910d-484d-a497-8ce21ca738df/9c138bc0-b659-41ca-b07d-dbed825e3255) {{(pid=101350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:48:14.382457 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 49218) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:14.437544 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-628091a9-3f4a-40bf-b1de-72209a3f2de2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=37dafd24-0fbf-4825-87eb-8eca57aa91e6 HTTP/1.1" status: 200 len: 217 time: 0.0695591 Aug 16 17:48:14.514477 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-c4d4cdb8-6b64-484c-a082-5413dc5df2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:14.516019 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-c4d4cdb8-6b64-484c-a082-5413dc5df2b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6400e5ad-3dfb-4b32-9698-2ff272d6a501 HTTP/1.1" status: 200 len: 852 time: 0.0527372 Aug 16 17:48:14.523550 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-32e7d308-668b-437a-a7cb-6a5625a47951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:14.539130 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-b3836dcd-eede-4278-96a6-d12a1eafde1c tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for port, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:14.561035 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.provisioning_blocks [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-b3836dcd-eede-4278-96a6-d12a1eafde1c tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Transition to ACTIVE for port object 9c138bc0-b659-41ca-b07d-dbed825e3255 will not be triggered until provisioned by entity DHCP. {{(pid=101350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:48:14.587294 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-d63165ad-ea6d-4a56-bf9b-b8430ba8c05f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=911055da-1c09-4771-a25f-ddda2dca7c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523868 Aug 16 17:48:14.710156 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-cf9b32c6-d8d8-4c28-8a04-e574ac3fe4dd req-a702822f-ae24-4c89-aa3c-aa8e235da406 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 210 time: 0.0352669 Aug 16 17:48:14.711968 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-32e7d308-668b-437a-a7cb-6a5625a47951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:14.712100 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-8bcdf490-68fa-4aaa-ab99-7d2424341e72 service neutron] 10.222.0.13 "GET /v2.0/networks/911055da-1c09-4771-a25f-ddda2dca7c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167603 Aug 16 17:48:14.778870 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-b3836dcd-eede-4278-96a6-d12a1eafde1c tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662'] for port, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:14.828672 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-b3836dcd-eede-4278-96a6-d12a1eafde1c tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Network cf977a3b-5d44-4959-9dba-d50c353bb70f is already hosted by enough agents. {{(pid=101350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:48:14.834910 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.base_scheduler [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-b3836dcd-eede-4278-96a6-d12a1eafde1c tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Resources bound (agent type, host, resource id): {{(pid=101350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:48:14.842247 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-b3836dcd-eede-4278-96a6-d12a1eafde1c tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Received port after_create {{(pid=101350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:48:14.848711 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-b3836dcd-eede-4278-96a6-d12a1eafde1c tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:14.849859 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-b3836dcd-eede-4278-96a6-d12a1eafde1c tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for port, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:14.853182 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-dc05ae9c-c301-4661-8fd0-b58f0f5e44c3 req-ee588c17-26f2-4cd2-ba6d-22b8796075e9 service neutron] 10.222.0.13 "GET /v2.0/networks/911055da-1c09-4771-a25f-ddda2dca7c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290617 Aug 16 17:48:14.879431 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3836dcd-eede-4278-96a6-d12a1eafde1c tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Pushing event updated for resources: {'Port': ['ID=9c138bc0-b659-41ca-b07d-dbed825e3255,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:14.925960 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9ce40-1f06-44a9-8cbf-e0ac69134a82 req-f595b945-25b4-41a5-be65-178572e6695a tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:14.927547 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b7a9ce40-1f06-44a9-8cbf-e0ac69134a82 req-f595b945-25b4-41a5-be65-178572e6695a tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7183a4c-cfa9-4e55-8afa-317fb240f36c HTTP/1.1" status: 200 len: 943 time: 0.0667112 Aug 16 17:48:14.977169 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b7a9ce40-1f06-44a9-8cbf-e0ac69134a82 req-bb48c351-c70b-400f-974d-62b891536be6 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d1b941-88f9-4693-9599-3138b47fe9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379562 Aug 16 17:48:14.997828 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-32e7d308-668b-437a-a7cb-6a5625a47951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:15.041524 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 49238) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:15.041647 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-32e7d308-668b-437a-a7cb-6a5625a47951 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ef9aacd67e244825b0fe4cd982a6faf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6580772 Aug 16 17:48:15.042367 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e7d308-668b-437a-a7cb-6a5625a47951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a9bc3a-b961-48fa-9676-976d405ff2d8,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:15.127437 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-b3836dcd-eede-4278-96a6-d12a1eafde1c tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3061943 Aug 16 17:48:15.156464 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-7ab6adbd-5a93-4e10-b2dc-38279cd1552a service neutron] Request body: {'port': {'device_id': '74b9a54b-f448-4722-b81a-8cd4bed9f713', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:48:15.232922 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-7ab6adbd-5a93-4e10-b2dc-38279cd1552a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:15.234694 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-21752df7-82fb-4b4e-afd2-71533fb785a3 None None] Provisioning for port 9c138bc0-b659-41ca-b07d-dbed825e3255 completed by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:48:15.238520 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e05a49d3-e1ce-46cf-a078-a5c28afb8718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:15.247647 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-21752df7-82fb-4b4e-afd2-71533fb785a3 None None] Provisioning complete for port 9c138bc0-b659-41ca-b07d-dbed825e3255 triggered by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:48:15.248344 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-21752df7-82fb-4b4e-afd2-71533fb785a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:15.262046 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e05a49d3-e1ce-46cf-a078-a5c28afb8718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:15.337035 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-00cf81cb-50d2-4f3d-b36f-f0e34b584502 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:15.338404 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-00cf81cb-50d2-4f3d-b36f-f0e34b584502 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.13 "GET /v2.0/networks?id=d4c249fc-f15d-4c54-a2fa-f9ec1324c63c HTTP/1.1" status: 200 len: 811 time: 0.2814121 Aug 16 17:48:15.343897 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-21752df7-82fb-4b4e-afd2-71533fb785a3 None None] Port 9c138bc0-b659-41ca-b07d-dbed825e3255 cannot update to ACTIVE because it is not bound. {{(pid=101351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 17:48:15.406010 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-10359204-f0fd-4f43-ae37-4a4e2ae1e6a6 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85697c37841b4a59aaaa6d2d36ff953b HTTP/1.1" status: 200 len: 380 time: 0.0502768 Aug 16 17:48:15.416021 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-f19338e4-20da-45e5-b8da-8f63b3d36b01 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Request body: {'port': {'device_id': '1d475aa0-edb7-48e6-ab19-5c3eeb682996', 'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c', 'admin_state_up': True, 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'security_groups': ['9b85b457-5d10-435b-8011-87ec03d403d5']}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:48:15.428887 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-76a6f2d5-bde5-44dd-b44a-0ad3a57a14bb req-42b7fe05-cb01-46b0-94d3-bb1a90fec665 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 210 time: 0.0312920 Aug 16 17:48:15.431031 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e05a49d3-e1ce-46cf-a078-a5c28afb8718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:15.433456 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e05a49d3-e1ce-46cf-a078-a5c28afb8718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:15.434588 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-e05a49d3-e1ce-46cf-a078-a5c28afb8718 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c4a9bc3a-b961-48fa-9676-976d405ff2d8 HTTP/1.1" status: 204 len: 168 time: 0.3916583 Aug 16 17:48:15.495178 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a49d3-e1ce-46cf-a078-a5c28afb8718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a9bc3a-b961-48fa-9676-976d405ff2d8,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:15.599529 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.notifiers.nova [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-7ab6adbd-5a93-4e10-b2dc-38279cd1552a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c138bc0-b659-41ca-b07d-dbed825e3255 {{(pid=101350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:48:15.608543 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-7ab6adbd-5a93-4e10-b2dc-38279cd1552a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:15.621260 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.provisioning_blocks [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-7ab6adbd-5a93-4e10-b2dc-38279cd1552a service neutron] Transition to ACTIVE for port object 9c138bc0-b659-41ca-b07d-dbed825e3255 will not be triggered until provisioned by entity L2. {{(pid=101350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:48:15.646827 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-f19338e4-20da-45e5-b8da-8f63b3d36b01 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Made reservation on behalf of 85697c37841b4a59aaaa6d2d36ff953b for: {'port': 1} {{(pid=101349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:48:15.650539 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-f19338e4-20da-45e5-b8da-8f63b3d36b01 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:15.719467 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-7ab6adbd-5a93-4e10-b2dc-38279cd1552a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:15.773692 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 6 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 17:48:15.774987 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab6adbd-5a93-4e10-b2dc-38279cd1552a service neutron] Pushing event updated for resources: {'Port': ['ID=9c138bc0-b659-41ca-b07d-dbed825e3255,revision_number=2']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:15.837672 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.managers [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-7ab6adbd-5a93-4e10-b2dc-38279cd1552a service neutron] Attempting to bind port 9c138bc0-b659-41ca-b07d-dbed825e3255 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=101350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:48:15.838032 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.managers [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-7ab6adbd-5a93-4e10-b2dc-38279cd1552a service neutron] Attempting to bind port 9c138bc0-b659-41ca-b07d-dbed825e3255 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '1d556eea-2e00-495e-a4c4-1b5b0d31797f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f'}] {{(pid=101350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:48:15.838358 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-7ab6adbd-5a93-4e10-b2dc-38279cd1552a service neutron] Attempting to bind port 9c138bc0-b659-41ca-b07d-dbed825e3255 on network cf977a3b-5d44-4959-9dba-d50c353bb70f {{(pid=101350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:48:15.857248 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-7ab6adbd-5a93-4e10-b2dc-38279cd1552a service neutron] Port 9c138bc0-b659-41ca-b07d-dbed825e3255 on network cf977a3b-5d44-4959-9dba-d50c353bb70f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=101350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 17:48:15.857572 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-7ab6adbd-5a93-4e10-b2dc-38279cd1552a service neutron] Attempting to bind port 9c138bc0-b659-41ca-b07d-dbed825e3255 on network cf977a3b-5d44-4959-9dba-d50c353bb70f {{(pid=101350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:48:15.863380 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-7ab6adbd-5a93-4e10-b2dc-38279cd1552a service neutron] Checking agent: {'id': 'd413de79-89e7-4037-a6bb-11a55464df62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 45, 56), 'started_at': datetime.datetime(2021, 8, 16, 17, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:48:15.867010 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-7ab6adbd-5a93-4e10-b2dc-38279cd1552a service neutron] Checking segment: {'id': '1d556eea-2e00-495e-a4c4-1b5b0d31797f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:48:15.867010 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-7ab6adbd-5a93-4e10-b2dc-38279cd1552a service neutron] Bound using segment: {'id': '1d556eea-2e00-495e-a4c4-1b5b0d31797f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f'} {{(pid=101350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:48:15.867010 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.managers [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-7ab6adbd-5a93-4e10-b2dc-38279cd1552a service neutron] Bound port: 9c138bc0-b659-41ca-b07d-dbed825e3255, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d556eea-2e00-495e-a4c4-1b5b0d31797f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f'}}] {{(pid=101350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:48:15.867010 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-7ab6adbd-5a93-4e10-b2dc-38279cd1552a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:15.943086 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.db [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-7ab6adbd-5a93-4e10-b2dc-38279cd1552a service neutron] For port 9c138bc0-b659-41ca-b07d-dbed825e3255, host hv-cinder-79760, cleared binding levels {{(pid=101350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:48:15.943454 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.db [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-7ab6adbd-5a93-4e10-b2dc-38279cd1552a service neutron] For port 9c138bc0-b659-41ca-b07d-dbed825e3255, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9c138bc0-b659-41ca-b07d-dbed825e3255,segment=NetworkSegment(1d556eea-2e00-495e-a4c4-1b5b0d31797f),segment_id=1d556eea-2e00-495e-a4c4-1b5b0d31797f)] {{(pid=101350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:48:15.965199 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69945228-e109-403e-9736-2b2762f0cbb7 req-bd73cb88-c8a9-4248-82a7-8ea643e03873 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:15.967145 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-69945228-e109-403e-9736-2b2762f0cbb7 req-bd73cb88-c8a9-4248-82a7-8ea643e03873 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 943 time: 0.1389256 Aug 16 17:48:16.042559 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-69945228-e109-403e-9736-2b2762f0cbb7 req-8796bfa9-d676-4db1-9e8a-a3dc8e2b460f tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681899 Aug 16 17:48:16.074024 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-7ab6adbd-5a93-4e10-b2dc-38279cd1552a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:16.112979 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-7ab6adbd-5a93-4e10-b2dc-38279cd1552a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:16.113766 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-7ab6adbd-5a93-4e10-b2dc-38279cd1552a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for port, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:16.115884 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-7ab6adbd-5a93-4e10-b2dc-38279cd1552a service neutron] 10.222.0.13 "PUT /v2.0/ports/9c138bc0-b659-41ca-b07d-dbed825e3255 HTTP/1.1" status: 200 len: 1093 time: 0.9664152 Aug 16 17:48:16.120045 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b9a54b-f448-4722-b81a-8cd4bed9f713', 'tag': '9c138bc0-b659-41ca-b07d-dbed825e3255'}] {{(pid=101350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:48:16.121413 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}137876f5b741f0afb00714fe176f8a9d3b569402932f71b261fa9e4754b02137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9654f18e-d5c7-44c0-ba62-7dbecb7491ea" -d '{"events": [{"name": "network-changed", "server_uuid": "74b9a54b-f448-4722-b81a-8cd4bed9f713", "tag": "9c138bc0-b659-41ca-b07d-dbed825e3255"}]}' {{(pid=101350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:48:16.151476 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.db_base_plugin_common [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-f19338e4-20da-45e5-b8da-8f63b3d36b01 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Allocated IP 172.20.0.13 (d4c249fc-f15d-4c54-a2fa-f9ec1324c63c/3d17ce71-6fac-4edf-9519-05a2c7a1f013/746544d7-10ef-4545-be9e-e1b2dca27978) {{(pid=101349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:48:16.173753 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab6adbd-5a93-4e10-b2dc-38279cd1552a service neutron] Pushing event updated for resources: {'Port': ['ID=9c138bc0-b659-41ca-b07d-dbed825e3255,revision_number=3']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:16.220432 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8024324-5042-4fbb-876a-c1b4ccc27f96 req-78936db9-8440-44ad-b2ce-d1a8f2983f40 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:16.222294 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a8024324-5042-4fbb-876a-c1b4ccc27f96 req-78936db9-8440-44ad-b2ce-d1a8f2983f40 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7183a4c-cfa9-4e55-8afa-317fb240f36c HTTP/1.1" status: 200 len: 943 time: 0.0786514 Aug 16 17:48:16.224374 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 17:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae6e398-0353-4686-abbc-c1f5a5857dfd x-openstack-request-id: req-6ae6e398-0353-4686-abbc-c1f5a5857dfd {{(pid=101350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:48:16.224665 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b9a54b-f448-4722-b81a-8cd4bed9f713", "tag": "9c138bc0-b659-41ca-b07d-dbed825e3255", "status": "completed", "code": 200}]} {{(pid=101350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:48:16.224913 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6ae6e398-0353-4686-abbc-c1f5a5857dfd {{(pid=101350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:48:16.226735 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74b9a54b-f448-4722-b81a-8cd4bed9f713', 'tag': '9c138bc0-b659-41ca-b07d-dbed825e3255', 'status': 'completed', 'code': 200} Aug 16 17:48:16.379647 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 49286) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:16.402614 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-f19338e4-20da-45e5-b8da-8f63b3d36b01 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for port, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:16.409247 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a8024324-5042-4fbb-876a-c1b4ccc27f96 req-3fa0528e-ad5d-4f42-92a5-06a07d519ae7 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d1b941-88f9-4693-9599-3138b47fe9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778631 Aug 16 17:48:16.449420 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-2ebf65f6-a552-45ce-b21b-6b8df62a4836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:16.464767 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654f18e-d5c7-44c0-ba62-7dbecb7491ea req-700765a1-94bd-4c3c-a385-19a626286d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:16.482530 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-9654f18e-d5c7-44c0-ba62-7dbecb7491ea req-700765a1-94bd-4c3c-a385-19a626286d67 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cf94379c7f24013b25e39317315f217&device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 1096 time: 0.2075279 Aug 16 17:48:16.511532 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.provisioning_blocks [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-f19338e4-20da-45e5-b8da-8f63b3d36b01 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Transition to ACTIVE for port object 746544d7-10ef-4545-be9e-e1b2dca27978 will not be triggered until provisioned by entity DHCP. {{(pid=101349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:48:16.603539 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-2ebf65f6-a552-45ce-b21b-6b8df62a4836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:16.641430 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-f19338e4-20da-45e5-b8da-8f63b3d36b01 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662'] for port, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:16.658453 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-07af7cca-4277-4276-a80d-db9b1c947010 req-52c5ba69-f807-4cb7-a723-5b43558e296d tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 210 time: 0.0822952 Aug 16 17:48:16.723383 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-2ebf65f6-a552-45ce-b21b-6b8df62a4836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:16.732955 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654f18e-d5c7-44c0-ba62-7dbecb7491ea req-2629eb7e-44a6-4c6a-8f72-d629e5808a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:16.734649 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-9654f18e-d5c7-44c0-ba62-7dbecb7491ea req-2629eb7e-44a6-4c6a-8f72-d629e5808a7b service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3cf94379c7f24013b25e39317315f217&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2357407 Aug 16 17:48:16.749887 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-f19338e4-20da-45e5-b8da-8f63b3d36b01 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Network d4c249fc-f15d-4c54-a2fa-f9ec1324c63c is already hosted by enough agents. {{(pid=101349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:48:16.769669 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.base_scheduler [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-f19338e4-20da-45e5-b8da-8f63b3d36b01 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Resources bound (agent type, host, resource id): {{(pid=101349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:48:16.773892 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-f19338e4-20da-45e5-b8da-8f63b3d36b01 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Received port after_create {{(pid=101349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:48:16.780045 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-f19338e4-20da-45e5-b8da-8f63b3d36b01 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:16.780705 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-f19338e4-20da-45e5-b8da-8f63b3d36b01 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:16.955060 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654f18e-d5c7-44c0-ba62-7dbecb7491ea req-15b61923-2e7e-4afa-8940-3f7e756aa24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:16.956646 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19338e4-20da-45e5-b8da-8f63b3d36b01 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Pushing event updated for resources: {'Port': ['ID=746544d7-10ef-4545-be9e-e1b2dca27978,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:16.956767 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-9654f18e-d5c7-44c0-ba62-7dbecb7491ea req-15b61923-2e7e-4afa-8940-3f7e756aa24d service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2146435 Aug 16 17:48:16.974811 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-2ebf65f6-a552-45ce-b21b-6b8df62a4836 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=af99de3f13bb41c996bbcc36c012638a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5893099 Aug 16 17:48:16.974811 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf65f6-a552-45ce-b21b-6b8df62a4836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536ea064-e5b3-44c9-be77-fef59a9f2238,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:16.975672 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 49314) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:17.075794 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-f19338e4-20da-45e5-b8da-8f63b3d36b01 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6589081 Aug 16 17:48:17.091908 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-4ccfe2da-7895-447f-b423-de64013a9ea0 service neutron] Request body: {'port': {'device_id': '1d475aa0-edb7-48e6-ab19-5c3eeb682996', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:48:17.169656 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-4ccfe2da-7895-447f-b423-de64013a9ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:17.189545 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-876c932d-7ede-4f23-a700-8cc865a6427d None None] Provisioning for port 746544d7-10ef-4545-be9e-e1b2dca27978 completed by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:48:17.195719 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-876c932d-7ede-4f23-a700-8cc865a6427d None None] Provisioning complete for port 746544d7-10ef-4545-be9e-e1b2dca27978 triggered by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:48:17.196451 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-876c932d-7ede-4f23-a700-8cc865a6427d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:17.248962 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-876c932d-7ede-4f23-a700-8cc865a6427d None None] Port 746544d7-10ef-4545-be9e-e1b2dca27978 cannot update to ACTIVE because it is not bound. {{(pid=101351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 17:48:17.317812 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-63951c39-5704-4323-a4dc-cc7e5f44c080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:17.389481 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-63951c39-5704-4323-a4dc-cc7e5f44c080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:17.400514 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-a6eb51f1-4326-4cc7-8980-908204218c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:17.402702 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-a6eb51f1-4326-4cc7-8980-908204218c61 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cf94379c7f24013b25e39317315f217&device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 1096 time: 0.3479302 Aug 16 17:48:17.420587 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70141c98-b42e-42d7-b10e-f1a24c86e7e7 req-e1ceafea-b2ad-4a08-abef-9f359b19ac6a tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:17.422133 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-70141c98-b42e-42d7-b10e-f1a24c86e7e7 req-e1ceafea-b2ad-4a08-abef-9f359b19ac6a tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 943 time: 0.1335843 Aug 16 17:48:17.517261 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-8c811c6c-aeb1-444c-9f75-4c4a7cb92880 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c138bc0-b659-41ca-b07d-dbed825e3255 HTTP/1.1" status: 200 len: 217 time: 0.0863173 Aug 16 17:48:17.609376 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-70141c98-b42e-42d7-b10e-f1a24c86e7e7 req-6332f407-bfad-4d0d-92df-d155cf2ff58e tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703053 Aug 16 17:48:17.623232 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-28d530f8-0cf8-4fbb-a807-7bd11e8f3c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:17.624888 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-28d530f8-0cf8-4fbb-a807-7bd11e8f3c1a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0c1f877-910d-484d-a497-8ce21ca738df HTTP/1.1" status: 200 len: 856 time: 0.0932107 Aug 16 17:48:17.637010 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5f378-4564-4f51-97cc-42ae814936ce req-8a904836-c5ce-4455-acaa-e5d409219265 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:17.644857 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7ae5f378-4564-4f51-97cc-42ae814936ce req-8a904836-c5ce-4455-acaa-e5d409219265 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7183a4c-cfa9-4e55-8afa-317fb240f36c HTTP/1.1" status: 200 len: 943 time: 0.1355824 Aug 16 17:48:17.661630 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-4ccfe2da-7895-447f-b423-de64013a9ea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 746544d7-10ef-4545-be9e-e1b2dca27978 {{(pid=101349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:48:17.670243 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-4ccfe2da-7895-447f-b423-de64013a9ea0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:17.692622 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.provisioning_blocks [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-4ccfe2da-7895-447f-b423-de64013a9ea0 service neutron] Transition to ACTIVE for port object 746544d7-10ef-4545-be9e-e1b2dca27978 will not be triggered until provisioned by entity L2. {{(pid=101349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:48:17.712289 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-63951c39-5704-4323-a4dc-cc7e5f44c080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:17.715056 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-63951c39-5704-4323-a4dc-cc7e5f44c080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:17.717197 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-63951c39-5704-4323-a4dc-cc7e5f44c080 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/536ea064-e5b3-44c9-be77-fef59a9f2238 HTTP/1.1" status: 204 len: 168 time: 0.7405612 Aug 16 17:48:17.748136 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63951c39-5704-4323-a4dc-cc7e5f44c080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536ea064-e5b3-44c9-be77-fef59a9f2238,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:17.767698 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7ae5f378-4564-4f51-97cc-42ae814936ce req-7ceeb550-4474-41a0-98f5-a0e8ade6f70f tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d1b941-88f9-4693-9599-3138b47fe9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212726 Aug 16 17:48:17.775092 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-4ccfe2da-7895-447f-b423-de64013a9ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:17.825385 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-068c6084-b461-4463-87cb-6f8b132ecda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:17.830499 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-068c6084-b461-4463-87cb-6f8b132ecda5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cf977a3b-5d44-4959-9dba-d50c353bb70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1840591 Aug 16 17:48:17.890506 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccfe2da-7895-447f-b423-de64013a9ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=746544d7-10ef-4545-be9e-e1b2dca27978,revision_number=2']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:17.967504 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ec1d2-9a40-47c4-8efc-4e6f1961f1b7 req-97ed0028-57e6-4802-aac6-d97bc882f8c4 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:17.975910 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-345ec1d2-9a40-47c4-8efc-4e6f1961f1b7 req-97ed0028-57e6-4802-aac6-d97bc882f8c4 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 944 time: 0.2305796 Aug 16 17:48:17.983808 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-4ccfe2da-7895-447f-b423-de64013a9ea0 service neutron] Attempting to bind port 746544d7-10ef-4545-be9e-e1b2dca27978 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:48:17.984190 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-4ccfe2da-7895-447f-b423-de64013a9ea0 service neutron] Attempting to bind port 746544d7-10ef-4545-be9e-e1b2dca27978 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '8a996923-3c72-4a28-a680-4b4b2da2679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c'}] {{(pid=101349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:48:17.984542 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-4ccfe2da-7895-447f-b423-de64013a9ea0 service neutron] Attempting to bind port 746544d7-10ef-4545-be9e-e1b2dca27978 on network d4c249fc-f15d-4c54-a2fa-f9ec1324c63c {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:48:17.990220 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-6b6255e2-0838-4f3f-93a4-a107ddabd6f5 service neutron] 10.222.0.13 "GET /v2.0/networks/cf977a3b-5d44-4959-9dba-d50c353bb70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480341 Aug 16 17:48:17.990378 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-4ccfe2da-7895-447f-b423-de64013a9ea0 service neutron] Port 746544d7-10ef-4545-be9e-e1b2dca27978 on network d4c249fc-f15d-4c54-a2fa-f9ec1324c63c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 17:48:17.991241 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-4ccfe2da-7895-447f-b423-de64013a9ea0 service neutron] Attempting to bind port 746544d7-10ef-4545-be9e-e1b2dca27978 on network d4c249fc-f15d-4c54-a2fa-f9ec1324c63c {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:48:18.000647 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-4ccfe2da-7895-447f-b423-de64013a9ea0 service neutron] Checking agent: {'id': 'd413de79-89e7-4037-a6bb-11a55464df62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 45, 56), 'started_at': datetime.datetime(2021, 8, 16, 17, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:48:18.001056 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-4ccfe2da-7895-447f-b423-de64013a9ea0 service neutron] Checking segment: {'id': '8a996923-3c72-4a28-a680-4b4b2da2679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:48:18.001650 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-4ccfe2da-7895-447f-b423-de64013a9ea0 service neutron] Bound using segment: {'id': '8a996923-3c72-4a28-a680-4b4b2da2679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c'} {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:48:18.002328 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-4ccfe2da-7895-447f-b423-de64013a9ea0 service neutron] Bound port: 746544d7-10ef-4545-be9e-e1b2dca27978, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a996923-3c72-4a28-a680-4b4b2da2679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c'}}] {{(pid=101349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:48:18.002686 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-4ccfe2da-7895-447f-b423-de64013a9ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:18.070881 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-345ec1d2-9a40-47c4-8efc-4e6f1961f1b7 req-ce640c49-26d5-4831-8c49-0688bac02242 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940790 Aug 16 17:48:18.077903 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-4ccfe2da-7895-447f-b423-de64013a9ea0 service neutron] For port 746544d7-10ef-4545-be9e-e1b2dca27978, host hv-cinder-79760, cleared binding levels {{(pid=101349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:48:18.084021 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-4ccfe2da-7895-447f-b423-de64013a9ea0 service neutron] For port 746544d7-10ef-4545-be9e-e1b2dca27978, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=746544d7-10ef-4545-be9e-e1b2dca27978,segment=NetworkSegment(8a996923-3c72-4a28-a680-4b4b2da2679e),segment_id=8a996923-3c72-4a28-a680-4b4b2da2679e)] {{(pid=101349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:48:18.108948 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f5690e6a-33e7-4de2-a929-1fcb228181f4 req-883dcb7d-de6a-4d25-91ed-38c6c8d492e2 service neutron] 10.222.0.13 "GET /v2.0/networks/cf977a3b-5d44-4959-9dba-d50c353bb70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112995 Aug 16 17:48:18.171090 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-4ccfe2da-7895-447f-b423-de64013a9ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:18.204355 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-4ccfe2da-7895-447f-b423-de64013a9ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:18.204906 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-4ccfe2da-7895-447f-b423-de64013a9ea0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:18.206658 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-4ccfe2da-7895-447f-b423-de64013a9ea0 service neutron] 10.222.0.13 "PUT /v2.0/ports/746544d7-10ef-4545-be9e-e1b2dca27978 HTTP/1.1" status: 200 len: 1094 time: 1.1207445 Aug 16 17:48:18.209127 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d475aa0-edb7-48e6-ab19-5c3eeb682996', 'tag': '746544d7-10ef-4545-be9e-e1b2dca27978'}] {{(pid=101349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:48:18.318827 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccfe2da-7895-447f-b423-de64013a9ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=746544d7-10ef-4545-be9e-e1b2dca27978,revision_number=3']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:18.434202 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-fbef2b34-d761-4636-bb53-a9c9edd8cd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:18.435784 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-fbef2b34-d761-4636-bb53-a9c9edd8cd23 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=85697c37841b4a59aaaa6d2d36ff953b&device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 1097 time: 0.0550516 Aug 16 17:48:18.445060 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}934f09010de237f24c102465ff13aed95362a81e3346d32f1bd52d9236897e6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c636c5d4-f197-492b-9711-b8807f6b9ff7" -d '{"events": [{"name": "network-changed", "server_uuid": "1d475aa0-edb7-48e6-ab19-5c3eeb682996", "tag": "746544d7-10ef-4545-be9e-e1b2dca27978"}]}' {{(pid=101349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:48:18.492155 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-25741bc6-3738-40cf-9da2-12af45ea4545 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=746544d7-10ef-4545-be9e-e1b2dca27978 HTTP/1.1" status: 200 len: 217 time: 0.0386932 Aug 16 17:48:18.552873 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-506e5a59-8496-4d74-b99c-975947ed0cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:18.554275 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-506e5a59-8496-4d74-b99c-975947ed0cbe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3d17ce71-6fac-4edf-9519-05a2c7a1f013 HTTP/1.1" status: 200 len: 850 time: 0.0548377 Aug 16 17:48:18.594025 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 17:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2447a94d-2a09-427b-84a3-3982a31c2a1e x-openstack-request-id: req-2447a94d-2a09-427b-84a3-3982a31c2a1e {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:48:18.594316 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d475aa0-edb7-48e6-ab19-5c3eeb682996", "tag": "746544d7-10ef-4545-be9e-e1b2dca27978", "status": "completed", "code": 200}]} {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:48:18.594564 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2447a94d-2a09-427b-84a3-3982a31c2a1e {{(pid=101349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:48:18.595026 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d475aa0-edb7-48e6-ab19-5c3eeb682996', 'tag': '746544d7-10ef-4545-be9e-e1b2dca27978', 'status': 'completed', 'code': 200} Aug 16 17:48:18.615919 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-3428f5f7-f71d-4cf5-a94e-e2639796c4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:18.617343 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-3428f5f7-f71d-4cf5-a94e-e2639796c4ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d4c249fc-f15d-4c54-a2fa-f9ec1324c63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0557067 Aug 16 17:48:18.670473 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 37dafd24-0fbf-4825-87eb-8eca57aa91e6 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=101351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 17:48:18.727997 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-3e213ac5-1c04-4201-9211-0de6059fbf2d service neutron] 10.222.0.13 "GET /v2.0/networks/d4c249fc-f15d-4c54-a2fa-f9ec1324c63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021976 Aug 16 17:48:18.759997 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489258b-f3d3-4865-8718-724baf02b5ad req-2fd238ef-a188-4961-9d06-573c9b0adb23 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:18.767829 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6489258b-f3d3-4865-8718-724baf02b5ad req-2fd238ef-a188-4961-9d06-573c9b0adb23 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 943 time: 0.0606341 Aug 16 17:48:18.797433 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 37dafd24-0fbf-4825-87eb-8eca57aa91e6, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=37dafd24-0fbf-4825-87eb-8eca57aa91e6,segment=NetworkSegment(c8ba735b-97c1-40e2-9127-cc115fbd435b),segment_id=c8ba735b-97c1-40e2-9127-cc115fbd435b)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:48:18.814641 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Returning: {'device': '37dafd24-0fbf-4825-87eb-8eca57aa91e6', 'network_id': '911055da-1c09-4771-a25f-ddda2dca7c77', 'port_id': '37dafd24-0fbf-4825-87eb-8eca57aa91e6', 'mac_address': 'fa:16:3e:81:12:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6400e5ad-3dfb-4b32-9698-2ff272d6a501', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 17:48:18.836564 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6489258b-f3d3-4865-8718-724baf02b5ad req-9a292bcb-c56c-4459-bd22-7630322bf1f0 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675626 Aug 16 17:48:18.871817 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:18.882307 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-eb483def-60c2-40bd-9b23-43aa1cbefdbb req-708780d1-caf7-4b6a-a631-4757ba4f8232 service neutron] 10.222.0.13 "GET /v2.0/networks/d4c249fc-f15d-4c54-a2fa-f9ec1324c63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422606 Aug 16 17:48:18.883002 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37dafd24-0fbf-4825-87eb-8eca57aa91e6 {{(pid=101351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:48:18.910301 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 37dafd24-0fbf-4825-87eb-8eca57aa91e6, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=37dafd24-0fbf-4825-87eb-8eca57aa91e6,segment=NetworkSegment(c8ba735b-97c1-40e2-9127-cc115fbd435b),segment_id=c8ba735b-97c1-40e2-9127-cc115fbd435b)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:48:18.941930 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0dd8c-9218-415c-8fd1-d909d621b2a5 req-c922d483-b5ab-4ef7-9fe8-f83d2474b294 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:18.943972 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a8a0dd8c-9218-415c-8fd1-d909d621b2a5 req-c922d483-b5ab-4ef7-9fe8-f83d2474b294 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7183a4c-cfa9-4e55-8afa-317fb240f36c HTTP/1.1" status: 200 len: 943 time: 0.0569754 Aug 16 17:48:18.981828 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a8a0dd8c-9218-415c-8fd1-d909d621b2a5 req-86c96a3d-ca65-4f6a-8986-f8e97c2cd28a tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d1b941-88f9-4693-9599-3138b47fe9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319827 Aug 16 17:48:19.035274 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:19.086786 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=37dafd24-0fbf-4825-87eb-8eca57aa91e6,revision_number=4']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:19.170817 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636c5d4-f197-492b-9711-b8807f6b9ff7 req-0261446e-27e2-492a-b057-404ee3b6c0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:19.172325 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-c636c5d4-f197-492b-9711-b8807f6b9ff7 req-0261446e-27e2-492a-b057-404ee3b6c0b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=85697c37841b4a59aaaa6d2d36ff953b&device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 1097 time: 0.0652437 Aug 16 17:48:19.212096 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98942d28-9767-46c5-b6aa-e54ed31a7a5d req-4633fc50-289d-445e-b062-2a1451366c40 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:19.213621 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-98942d28-9767-46c5-b6aa-e54ed31a7a5d req-4633fc50-289d-445e-b062-2a1451366c40 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 944 time: 0.0648758 Aug 16 17:48:19.313887 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-98942d28-9767-46c5-b6aa-e54ed31a7a5d req-a7290598-0829-4d3a-8a56-cbd99dbd7c21 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870352 Aug 16 17:48:19.359599 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636c5d4-f197-492b-9711-b8807f6b9ff7 req-e34c0170-a199-4beb-b96d-49efefaeea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:19.361367 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-c636c5d4-f197-492b-9711-b8807f6b9ff7 req-e34c0170-a199-4beb-b96d-49efefaeea31 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d4c249fc-f15d-4c54-a2fa-f9ec1324c63c HTTP/1.1" status: 200 len: 912 time: 0.1810389 Aug 16 17:48:19.414970 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-c636c5d4-f197-492b-9711-b8807f6b9ff7 req-dc5715cc-a226-4951-8bb7-dedc0cc887c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=746544d7-10ef-4545-be9e-e1b2dca27978 HTTP/1.1" status: 200 len: 217 time: 0.0428638 Aug 16 17:48:19.453757 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['37dafd24-0fbf-4825-87eb-8eca57aa91e6'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:48:19.475776 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636c5d4-f197-492b-9711-b8807f6b9ff7 req-650902a3-7b34-465a-91cf-dc81b053dede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:19.477440 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-c636c5d4-f197-492b-9711-b8807f6b9ff7 req-650902a3-7b34-465a-91cf-dc81b053dede service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3d17ce71-6fac-4edf-9519-05a2c7a1f013 HTTP/1.1" status: 200 len: 850 time: 0.0529268 Aug 16 17:48:19.535704 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636c5d4-f197-492b-9711-b8807f6b9ff7 req-350f6988-7415-4b1a-a659-7d724b10a2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:19.537611 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-c636c5d4-f197-492b-9711-b8807f6b9ff7 req-350f6988-7415-4b1a-a659-7d724b10a2d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d4c249fc-f15d-4c54-a2fa-f9ec1324c63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0517523 Aug 16 17:48:19.654104 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-c636c5d4-f197-492b-9711-b8807f6b9ff7 req-76263419-731f-44b2-b37c-53100d526018 service neutron] 10.222.0.13 "GET /v2.0/networks/d4c249fc-f15d-4c54-a2fa-f9ec1324c63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068232 Aug 16 17:48:19.762555 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-c636c5d4-f197-492b-9711-b8807f6b9ff7 req-2d6ab181-a66e-453b-bc41-40ca5e20c8ac service neutron] 10.222.0.13 "GET /v2.0/networks/d4c249fc-f15d-4c54-a2fa-f9ec1324c63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982080 Aug 16 17:48:19.962248 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f952e5-4b97-48ab-90c8-0869cd775cc4 req-4e5d670a-11ff-4cc1-9c0b-f5b96f4c04f3 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:19.963738 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a7f952e5-4b97-48ab-90c8-0869cd775cc4 req-4e5d670a-11ff-4cc1-9c0b-f5b96f4c04f3 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 943 time: 0.0484474 Aug 16 17:48:20.011902 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a7f952e5-4b97-48ab-90c8-0869cd775cc4 req-d2c08654-a28a-494c-bd78-dc9c542bf93f tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420601 Aug 16 17:48:20.099405 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212b71f-6b81-4c37-9901-70b499d2f776 req-f2dba1d9-82ee-43e7-af1d-e30249b1c6a2 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:20.100899 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e212b71f-6b81-4c37-9901-70b499d2f776 req-f2dba1d9-82ee-43e7-af1d-e30249b1c6a2 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7183a4c-cfa9-4e55-8afa-317fb240f36c HTTP/1.1" status: 200 len: 944 time: 0.0502505 Aug 16 17:48:20.140085 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e212b71f-6b81-4c37-9901-70b499d2f776 req-1e391458-346e-4477-a403-ed7c5405b12e tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d1b941-88f9-4693-9599-3138b47fe9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330739 Aug 16 17:48:20.416485 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ba720-97f7-4194-a4aa-9a2c87adf178 req-813546c1-3af5-40ed-af5c-b8132aa49cf4 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:20.418023 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c03ba720-97f7-4194-a4aa-9a2c87adf178 req-813546c1-3af5-40ed-af5c-b8132aa49cf4 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 944 time: 0.0489025 Aug 16 17:48:20.475419 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c03ba720-97f7-4194-a4aa-9a2c87adf178 req-df902f90-665b-4c28-8525-315a3f9d4c48 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485885 Aug 16 17:48:20.653749 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 9c138bc0-b659-41ca-b07d-dbed825e3255 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=101351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 17:48:20.733412 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 37dafd24-0fbf-4825-87eb-8eca57aa91e6 up at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:48:20.890493 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 9c138bc0-b659-41ca-b07d-dbed825e3255, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9c138bc0-b659-41ca-b07d-dbed825e3255,segment=NetworkSegment(1d556eea-2e00-495e-a4c4-1b5b0d31797f),segment_id=1d556eea-2e00-495e-a4c4-1b5b0d31797f)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:48:20.905958 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Returning: {'device': '9c138bc0-b659-41ca-b07d-dbed825e3255', 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f', 'port_id': '9c138bc0-b659-41ca-b07d-dbed825e3255', 'mac_address': 'fa:16:3e:ff:3c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0c1f877-910d-484d-a497-8ce21ca738df', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 17:48:20.947557 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:20.960256 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c138bc0-b659-41ca-b07d-dbed825e3255 {{(pid=101351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:48:20.979741 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 9c138bc0-b659-41ca-b07d-dbed825e3255, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9c138bc0-b659-41ca-b07d-dbed825e3255,segment=NetworkSegment(1d556eea-2e00-495e-a4c4-1b5b0d31797f),segment_id=1d556eea-2e00-495e-a4c4-1b5b0d31797f)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:48:21.041510 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning for port 37dafd24-0fbf-4825-87eb-8eca57aa91e6 completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:48:21.046660 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning complete for port 37dafd24-0fbf-4825-87eb-8eca57aa91e6 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:48:21.046826 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:21.069391 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:21.134159 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=9c138bc0-b659-41ca-b07d-dbed825e3255,revision_number=4']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:21.147663 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbca58-5348-4ffa-995a-5d6cb76b4209 req-686b0a98-56e0-4775-a7d3-6c16de470fee tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:21.149746 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-06fbca58-5348-4ffa-995a-5d6cb76b4209 req-686b0a98-56e0-4775-a7d3-6c16de470fee tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 944 time: 0.0590680 Aug 16 17:48:21.183469 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:21.195512 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-06fbca58-5348-4ffa-995a-5d6cb76b4209 req-456102ea-7447-4b58-85f3-b4e370d05eb7 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389671 Aug 16 17:48:21.228785 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7183a4c-cfa9-4e55-8afa-317fb240f36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37dafd24-0fbf-4825-87eb-8eca57aa91e6'}] {{(pid=101351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:48:21.292104 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9536c-1b5d-4f9a-8c07-d7d207ca3eba req-236028f9-b183-4a66-bf8f-3f3e65925373 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:21.305093 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-9cb9536c-1b5d-4f9a-8c07-d7d207ca3eba req-236028f9-b183-4a66-bf8f-3f3e65925373 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7183a4c-cfa9-4e55-8afa-317fb240f36c HTTP/1.1" status: 200 len: 944 time: 0.0704346 Aug 16 17:48:21.316419 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 37dafd24-0fbf-4825-87eb-8eca57aa91e6, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=37dafd24-0fbf-4825-87eb-8eca57aa91e6,segment=NetworkSegment(c8ba735b-97c1-40e2-9127-cc115fbd435b),segment_id=c8ba735b-97c1-40e2-9127-cc115fbd435b)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:48:21.350449 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-9cb9536c-1b5d-4f9a-8c07-d7d207ca3eba req-74d4d616-3d05-4462-9692-ccd514bb516a tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d1b941-88f9-4693-9599-3138b47fe9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451117 Aug 16 17:48:21.378082 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:21.415838 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4661e6bc32737764ca712b7c7300ac6ad1a8a79a1ea43afdc004a14577d676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c5c6d0-f3a8-48e8-92f9-9f3408ab818b" -d '{"events": [{"server_uuid": "b7183a4c-cfa9-4e55-8afa-317fb240f36c", "name": "network-vif-plugged", "status": "completed", "tag": "37dafd24-0fbf-4825-87eb-8eca57aa91e6"}]}' {{(pid=101351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:48:21.424483 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['9c138bc0-b659-41ca-b07d-dbed825e3255'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:48:21.470215 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=37dafd24-0fbf-4825-87eb-8eca57aa91e6,revision_number=5']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:21.600655 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966efe5a-8ec5-4259-a016-1f1fd9a35dcf x-openstack-request-id: req-966efe5a-8ec5-4259-a016-1f1fd9a35dcf {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:48:21.600655 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7183a4c-cfa9-4e55-8afa-317fb240f36c", "name": "network-vif-plugged", "status": "completed", "tag": "37dafd24-0fbf-4825-87eb-8eca57aa91e6", "code": 200}]} {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:48:21.600655 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-966efe5a-8ec5-4259-a016-1f1fd9a35dcf {{(pid=101351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:48:21.600920 dv-cinder-797608-18-iscsi neutron-server[101351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7183a4c-cfa9-4e55-8afa-317fb240f36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37dafd24-0fbf-4825-87eb-8eca57aa91e6', 'code': 200} Aug 16 17:48:21.622362 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d3ee0-017d-4884-8f18-092c00f358f3 req-1398c78d-3801-41eb-8ccd-f1d790661934 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:21.624206 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7d3d3ee0-017d-4884-8f18-092c00f358f3 req-1398c78d-3801-41eb-8ccd-f1d790661934 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 944 time: 0.0571878 Aug 16 17:48:21.664620 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7d3d3ee0-017d-4884-8f18-092c00f358f3 req-af80f313-2e76-4c53-b8a7-9ec59a3934df tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325437 Aug 16 17:48:22.095453 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009eaf91-553c-4c84-b6b2-3aa2ff3a39cf req-72bd3962-d806-431d-b044-4b7150ba1941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:22.096961 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-009eaf91-553c-4c84-b6b2-3aa2ff3a39cf req-72bd3962-d806-431d-b044-4b7150ba1941 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b7183a4c-cfa9-4e55-8afa-317fb240f36c HTTP/1.1" status: 200 len: 1098 time: 0.0697381 Aug 16 17:48:22.119576 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-009eaf91-553c-4c84-b6b2-3aa2ff3a39cf req-4af32028-7a83-4aae-ac2f-88b78fefb284 service neutron] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:22.204456 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-009eaf91-553c-4c84-b6b2-3aa2ff3a39cf req-4af32028-7a83-4aae-ac2f-88b78fefb284 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:22.325606 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b77e77-5800-440d-b015-7e01309a26c9 req-72ebac55-f1f7-4345-bb86-3bc977e4673c tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:22.327382 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-32b77e77-5800-440d-b015-7e01309a26c9 req-72ebac55-f1f7-4345-bb86-3bc977e4673c tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 944 time: 0.0577629 Aug 16 17:48:22.350602 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-009eaf91-553c-4c84-b6b2-3aa2ff3a39cf req-4af32028-7a83-4aae-ac2f-88b78fefb284 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:22.401492 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-32b77e77-5800-440d-b015-7e01309a26c9 req-62e27d2a-2ec6-4eb7-9783-06d3b2460ea7 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664153 Aug 16 17:48:22.415298 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 49534) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:22.415652 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-009eaf91-553c-4c84-b6b2-3aa2ff3a39cf req-4af32028-7a83-4aae-ac2f-88b78fefb284 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a8d1b941-88f9-4693-9599-3138b47fe9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108184 Aug 16 17:48:22.430550 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af32028-7a83-4aae-ac2f-88b78fefb284 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e7546621-677c-4938-aca6-3b8f9ebcf884,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:22.487914 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c38996-2939-4fa3-ab9e-3f8b3d395393 req-0963d295-39d2-433e-a14e-b5428307c495 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:22.489379 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-60c38996-2939-4fa3-ab9e-3f8b3d395393 req-0963d295-39d2-433e-a14e-b5428307c495 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7183a4c-cfa9-4e55-8afa-317fb240f36c HTTP/1.1" status: 200 len: 945 time: 0.0497005 Aug 16 17:48:22.540491 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-95dc74ee-6e73-4c48-9854-45ec400c5eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:22.544738 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-60c38996-2939-4fa3-ab9e-3f8b3d395393 req-893deb3c-7846-47b8-953b-c8c42ad70800 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d1b941-88f9-4693-9599-3138b47fe9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495281 Aug 16 17:48:22.645243 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-95dc74ee-6e73-4c48-9854-45ec400c5eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:22.660758 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 746544d7-10ef-4545-be9e-e1b2dca27978 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=101351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 17:48:22.685160 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 9c138bc0-b659-41ca-b07d-dbed825e3255 up at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:48:22.703763 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-95dc74ee-6e73-4c48-9854-45ec400c5eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:22.745756 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc74ee-6e73-4c48-9854-45ec400c5eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03976e1a-f560-477b-87da-8ad6612b5803,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:22.752612 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-95dc74ee-6e73-4c48-9854-45ec400c5eec admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1dcd97783241455db588931b54916fdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3359761 Aug 16 17:48:22.756829 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 49550) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:22.821386 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7760ed4-132b-4a91-99d0-c197f410eb8c req-04d102b6-a54f-4286-b793-e438d0611d94 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:22.823041 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d7760ed4-132b-4a91-99d0-c197f410eb8c req-04d102b6-a54f-4286-b793-e438d0611d94 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 944 time: 0.0733340 Aug 16 17:48:22.831767 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-1a4e8f8f-816f-4670-b81b-c23b6034ea7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:22.843342 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 746544d7-10ef-4545-be9e-e1b2dca27978, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=746544d7-10ef-4545-be9e-e1b2dca27978,segment=NetworkSegment(8a996923-3c72-4a28-a680-4b4b2da2679e),segment_id=8a996923-3c72-4a28-a680-4b4b2da2679e)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:48:22.857258 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Returning: {'device': '746544d7-10ef-4545-be9e-e1b2dca27978', 'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c', 'port_id': '746544d7-10ef-4545-be9e-e1b2dca27978', 'mac_address': 'fa:16:3e:19:e5:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d17ce71-6fac-4edf-9519-05a2c7a1f013', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 17:48:22.868136 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d7760ed4-132b-4a91-99d0-c197f410eb8c req-09ae4349-1d48-4e93-ab80-00865db78bb8 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389447 Aug 16 17:48:22.868685 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-1a4e8f8f-816f-4670-b81b-c23b6034ea7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:22.903327 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 49554) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:22.904264 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning for port 9c138bc0-b659-41ca-b07d-dbed825e3255 completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:48:22.911159 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning complete for port 9c138bc0-b659-41ca-b07d-dbed825e3255 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:48:22.911908 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:22.913538 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:22.947111 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 746544d7-10ef-4545-be9e-e1b2dca27978 {{(pid=101351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:48:22.974620 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 746544d7-10ef-4545-be9e-e1b2dca27978, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=746544d7-10ef-4545-be9e-e1b2dca27978,segment=NetworkSegment(8a996923-3c72-4a28-a680-4b4b2da2679e),segment_id=8a996923-3c72-4a28-a680-4b4b2da2679e)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:48:22.978235 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-1a4e8f8f-816f-4670-b81b-c23b6034ea7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:22.981338 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-1a4e8f8f-816f-4670-b81b-c23b6034ea7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:22.982490 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-1a4e8f8f-816f-4670-b81b-c23b6034ea7b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/03976e1a-f560-477b-87da-8ad6612b5803 HTTP/1.1" status: 204 len: 168 time: 0.2233105 Aug 16 17:48:22.991068 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e8f8f-816f-4670-b81b-c23b6034ea7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03976e1a-f560-477b-87da-8ad6612b5803,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:23.040112 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3f2cf76a-dbdf-4d4f-b9d7-df62df3e0db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:23.042721 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:23.055369 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:23.114119 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 9c138bc0-b659-41ca-b07d-dbed825e3255, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9c138bc0-b659-41ca-b07d-dbed825e3255,segment=NetworkSegment(1d556eea-2e00-495e-a4c4-1b5b0d31797f),segment_id=1d556eea-2e00-495e-a4c4-1b5b0d31797f)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:48:23.127628 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=746544d7-10ef-4545-be9e-e1b2dca27978,revision_number=4']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:23.140352 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3f2cf76a-dbdf-4d4f-b9d7-df62df3e0db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:23.167237 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:23.222983 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=9c138bc0-b659-41ca-b07d-dbed825e3255,revision_number=5']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:23.225046 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3f2cf76a-dbdf-4d4f-b9d7-df62df3e0db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:23.273763 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-3f2cf76a-dbdf-4d4f-b9d7-df62df3e0db5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e8cdae4772fe4f1f973588e35e307778&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3692849 Aug 16 17:48:23.275897 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2cf76a-dbdf-4d4f-b9d7-df62df3e0db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429083da-7f6a-4170-8ea0-627738fbfbda,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:23.277093 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 49574) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:23.340195 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-2aee92c3-8f51-4c1a-a07f-2cd2aea576a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:23.367182 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-2aee92c3-8f51-4c1a-a07f-2cd2aea576a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:23.412596 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['746544d7-10ef-4545-be9e-e1b2dca27978'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:48:23.541189 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab76df-9d43-4826-acc9-c614b6fca700 req-4ed039de-b1c7-4981-99f0-bcdcffd490ec tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:23.543729 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-28ab76df-9d43-4826-acc9-c614b6fca700 req-4ed039de-b1c7-4981-99f0-bcdcffd490ec tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.0630288 Aug 16 17:48:23.590311 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-28ab76df-9d43-4826-acc9-c614b6fca700 req-0e57089d-f3dc-42f2-8424-e7a81d5231e1 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399766 Aug 16 17:48:23.602103 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b9a54b-f448-4722-b81a-8cd4bed9f713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c138bc0-b659-41ca-b07d-dbed825e3255'}] {{(pid=101351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:48:23.605266 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4661e6bc32737764ca712b7c7300ac6ad1a8a79a1ea43afdc004a14577d676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810361e2-2f52-45e9-9858-2fcf09931bf8" -d '{"events": [{"server_uuid": "74b9a54b-f448-4722-b81a-8cd4bed9f713", "name": "network-vif-plugged", "status": "completed", "tag": "9c138bc0-b659-41ca-b07d-dbed825e3255"}]}' {{(pid=101351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:48:23.643287 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526b8fff-d05f-41f5-8e4f-0899b87914c9 x-openstack-request-id: req-526b8fff-d05f-41f5-8e4f-0899b87914c9 {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:48:23.643571 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b9a54b-f448-4722-b81a-8cd4bed9f713", "name": "network-vif-plugged", "status": "completed", "tag": "9c138bc0-b659-41ca-b07d-dbed825e3255", "code": 200}]} {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:48:23.643816 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-526b8fff-d05f-41f5-8e4f-0899b87914c9 {{(pid=101351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:48:23.644199 dv-cinder-797608-18-iscsi neutron-server[101351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b9a54b-f448-4722-b81a-8cd4bed9f713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c138bc0-b659-41ca-b07d-dbed825e3255', 'code': 200} Aug 16 17:48:23.674710 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908a744-119e-4beb-aead-97dbbb3ba5d6 req-7e6571db-f300-486b-9d30-e07290d3ade1 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:23.674880 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8908a744-119e-4beb-aead-97dbbb3ba5d6 req-7e6571db-f300-486b-9d30-e07290d3ade1 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7183a4c-cfa9-4e55-8afa-317fb240f36c HTTP/1.1" status: 200 len: 945 time: 0.0549066 Aug 16 17:48:23.675007 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 49590) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:23.692779 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-2aee92c3-8f51-4c1a-a07f-2cd2aea576a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:23.696615 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-2aee92c3-8f51-4c1a-a07f-2cd2aea576a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:23.700755 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-2aee92c3-8f51-4c1a-a07f-2cd2aea576a8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/429083da-7f6a-4170-8ea0-627738fbfbda HTTP/1.1" status: 204 len: 168 time: 0.4200842 Aug 16 17:48:23.700755 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f8d79baf-1385-4c24-b1fd-d92e9e897968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:23.733402 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee92c3-8f51-4c1a-a07f-2cd2aea576a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429083da-7f6a-4170-8ea0-627738fbfbda,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:23.733663 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8908a744-119e-4beb-aead-97dbbb3ba5d6 req-dac57442-2afa-42dd-a4d3-00fdca5b4837 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d1b941-88f9-4693-9599-3138b47fe9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449173 Aug 16 17:48:23.845554 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-31eb483f-215a-40c0-a666-68f8b435bca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:23.852998 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f8d79baf-1385-4c24-b1fd-d92e9e897968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:23.985134 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d2fc6-fa55-43a0-908e-cbd7544fbc60 req-f6549b2c-7632-4c38-8104-6704b6da2855 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:23.986641 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-216d2fc6-fa55-43a0-908e-cbd7544fbc60 req-f6549b2c-7632-4c38-8104-6704b6da2855 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 945 time: 0.0468273 Aug 16 17:48:24.018697 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f8d79baf-1385-4c24-b1fd-d92e9e897968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:24.037448 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-216d2fc6-fa55-43a0-908e-cbd7544fbc60 req-3cabf807-0eea-4c45-97ae-155f285d2d2a tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431330 Aug 16 17:48:24.067031 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-f8d79baf-1385-4c24-b1fd-d92e9e897968 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=271a32910f1543b395b674462e02336b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3909807 Aug 16 17:48:24.069665 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 49604) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:24.075679 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79baf-1385-4c24-b1fd-d92e9e897968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c8ca6d-0e06-40d0-bdff-c20d47f4a8fd,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:24.153152 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704990fc-5bb5-4a66-a4c2-efcdedfcc009 req-4b627836-290a-42c6-80cf-dbb4e98a9232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:24.154652 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-704990fc-5bb5-4a66-a4c2-efcdedfcc009 req-4b627836-290a-42c6-80cf-dbb4e98a9232 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 1098 time: 0.0700562 Aug 16 17:48:24.157370 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-c2c54aa5-b301-4062-8dcb-e3a23cdabe80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:24.180527 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-c2c54aa5-b301-4062-8dcb-e3a23cdabe80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:24.248359 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-704990fc-5bb5-4a66-a4c2-efcdedfcc009 req-d63915c5-79b8-4ba9-becc-1fd5b2c4ef8f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355444 Aug 16 17:48:24.309996 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-c2c54aa5-b301-4062-8dcb-e3a23cdabe80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:24.312810 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-c2c54aa5-b301-4062-8dcb-e3a23cdabe80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:24.314021 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-c2c54aa5-b301-4062-8dcb-e3a23cdabe80 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d7c8ca6d-0e06-40d0-bdff-c20d47f4a8fd HTTP/1.1" status: 204 len: 168 time: 0.2433124 Aug 16 17:48:24.322179 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c54aa5-b301-4062-8dcb-e3a23cdabe80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c8ca6d-0e06-40d0-bdff-c20d47f4a8fd,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:24.669760 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 746544d7-10ef-4545-be9e-e1b2dca27978 up at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:48:24.762241 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399eda4b-8582-4fd1-aad4-8e6fbc04d4bf req-4eb1e734-a296-4249-9472-16c225b4c2ad tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:24.763774 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-399eda4b-8582-4fd1-aad4-8e6fbc04d4bf req-4eb1e734-a296-4249-9472-16c225b4c2ad tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.0967476 Aug 16 17:48:24.807853 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-399eda4b-8582-4fd1-aad4-8e6fbc04d4bf req-4c35f14c-e59e-4861-9bc4-c29649a207c8 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340962 Aug 16 17:48:24.834847 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning for port 746544d7-10ef-4545-be9e-e1b2dca27978 completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:48:24.841847 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning complete for port 746544d7-10ef-4545-be9e-e1b2dca27978 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:48:24.842355 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:24.906200 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41ab98-79d6-4b41-98e9-9594436d5663 req-7ddaa413-1cdb-44df-bb85-d675c73ec082 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:24.909029 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-dc41ab98-79d6-4b41-98e9-9594436d5663 req-7ddaa413-1cdb-44df-bb85-d675c73ec082 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7183a4c-cfa9-4e55-8afa-317fb240f36c HTTP/1.1" status: 200 len: 945 time: 0.0856965 Aug 16 17:48:24.955852 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-dc41ab98-79d6-4b41-98e9-9594436d5663 req-c56ff948-a7e2-4214-9668-c87020b5726a tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d1b941-88f9-4693-9599-3138b47fe9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387392 Aug 16 17:48:24.986877 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:25.033073 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 746544d7-10ef-4545-be9e-e1b2dca27978, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=746544d7-10ef-4545-be9e-e1b2dca27978,segment=NetworkSegment(8a996923-3c72-4a28-a680-4b4b2da2679e),segment_id=8a996923-3c72-4a28-a680-4b4b2da2679e)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:48:25.138742 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:25.198767 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3406d-1d1e-4deb-801f-fc1dbd03b436 req-aea68f30-f99f-438d-98d4-c1251cb636b5 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:25.207797 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-36d3406d-1d1e-4deb-801f-fc1dbd03b436 req-aea68f30-f99f-438d-98d4-c1251cb636b5 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 945 time: 0.0897868 Aug 16 17:48:25.224633 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=746544d7-10ef-4545-be9e-e1b2dca27978,revision_number=5']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:25.292491 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-36d3406d-1d1e-4deb-801f-fc1dbd03b436 req-32eab21a-d13e-4b1e-bd3d-30fc1936eae1 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811546 Aug 16 17:48:25.645272 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d475aa0-edb7-48e6-ab19-5c3eeb682996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746544d7-10ef-4545-be9e-e1b2dca27978'}] {{(pid=101351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:48:25.647720 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4661e6bc32737764ca712b7c7300ac6ad1a8a79a1ea43afdc004a14577d676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabb2488-baeb-4f07-be3c-f58deda2b8eb" -d '{"events": [{"server_uuid": "1d475aa0-edb7-48e6-ab19-5c3eeb682996", "name": "network-vif-plugged", "status": "completed", "tag": "746544d7-10ef-4545-be9e-e1b2dca27978"}]}' {{(pid=101351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:48:25.684994 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ba5a61-ddba-4e78-a3dd-e536eb0036e2 x-openstack-request-id: req-51ba5a61-ddba-4e78-a3dd-e536eb0036e2 {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:48:25.685303 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d475aa0-edb7-48e6-ab19-5c3eeb682996", "name": "network-vif-plugged", "status": "completed", "tag": "746544d7-10ef-4545-be9e-e1b2dca27978", "code": 200}]} {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:48:25.685682 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-51ba5a61-ddba-4e78-a3dd-e536eb0036e2 {{(pid=101351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:48:25.686060 dv-cinder-797608-18-iscsi neutron-server[101351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d475aa0-edb7-48e6-ab19-5c3eeb682996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746544d7-10ef-4545-be9e-e1b2dca27978', 'code': 200} Aug 16 17:48:25.940455 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb02df1-9dc9-45b3-94ef-911067a4386a req-d4bd01cd-91d4-49c4-95b8-d17d75192a83 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:25.952859 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-dfb02df1-9dc9-45b3-94ef-911067a4386a req-d4bd01cd-91d4-49c4-95b8-d17d75192a83 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.0681405 Aug 16 17:48:26.006959 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-dfb02df1-9dc9-45b3-94ef-911067a4386a req-77dacfb1-f52b-4692-b3b1-dd95274eba60 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512257 Aug 16 17:48:26.080304 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:26.115819 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82b22f-8a9c-4460-9491-8a4712381b52 req-bf7d4f51-0927-4c72-936d-720481c4ddca tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:26.117527 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ea82b22f-8a9c-4460-9491-8a4712381b52 req-bf7d4f51-0927-4c72-936d-720481c4ddca tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7183a4c-cfa9-4e55-8afa-317fb240f36c HTTP/1.1" status: 200 len: 945 time: 0.0733294 Aug 16 17:48:26.176264 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ea82b22f-8a9c-4460-9491-8a4712381b52 req-ef18ad50-2a15-4f78-bf06-0c96d765ebbd tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d1b941-88f9-4693-9599-3138b47fe9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524681 Aug 16 17:48:26.182904 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856255d9-dbff-4d07-87a9-3de40001d731 req-928431ee-8b69-44a4-800f-8c132880230a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:26.184740 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-856255d9-dbff-4d07-87a9-3de40001d731 req-928431ee-8b69-44a4-800f-8c132880230a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 1099 time: 0.0513389 Aug 16 17:48:26.246793 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-856255d9-dbff-4d07-87a9-3de40001d731 req-7abcb4a0-5733-496f-9c66-d20acc93452c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542903 Aug 16 17:48:26.259224 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df418f2-0032-4804-8bbd-fe38c6f38be6 req-676d8b3a-980d-4c8d-83e8-f9a46d78e927 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:26.261024 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8df418f2-0032-4804-8bbd-fe38c6f38be6 req-676d8b3a-980d-4c8d-83e8-f9a46d78e927 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.0773168 Aug 16 17:48:26.270356 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 49768) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:26.276217 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-e9cfc9dd-8836-4e07-aa50-2b78ebb47377 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Request body: {'floatingip': {'port_id': '9c138bc0-b659-41ca-b07d-dbed825e3255'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:48:26.313538 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 49772) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:26.400728 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e9cfc9dd-8836-4e07-aa50-2b78ebb47377 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for floatingip, before_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:26.470155 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6fd34a-e190-408b-9d88-f71bb8b3406b req-09b601e0-4000-4816-a16b-93c98b8222a9 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:26.476718 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2d6fd34a-e190-408b-9d88-f71bb8b3406b req-09b601e0-4000-4816-a16b-93c98b8222a9 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0731359 Aug 16 17:48:26.498488 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-8a2d1e03-7c04-4fa7-9369-e2e29406c0fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:26.534516 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-b1b917c1-4ed6-473a-aeb9-0793ed130ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:26.551328 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2d6fd34a-e190-408b-9d88-f71bb8b3406b req-977b6c3d-633c-44cb-9872-269429bb0f0a tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677772 Aug 16 17:48:26.644198 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-8a2d1e03-7c04-4fa7-9369-e2e29406c0fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:26.676050 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:26.704921 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-8a2d1e03-7c04-4fa7-9369-e2e29406c0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:26.750671 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d1e03-7c04-4fa7-9369-e2e29406c0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f7d456-9115-4922-a1f7-9e5deede2954,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:26.759301 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-8a2d1e03-7c04-4fa7-9369-e2e29406c0fc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ee1a6d1af7424954a0351cc32aa6bb0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4437828 Aug 16 17:48:26.759612 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 49796) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:26.808656 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-939a017c-8f37-4857-8e2d-1a8339b83570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:26.835692 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-939a017c-8f37-4857-8e2d-1a8339b83570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:27.008042 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-939a017c-8f37-4857-8e2d-1a8339b83570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:27.011440 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-939a017c-8f37-4857-8e2d-1a8339b83570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:27.014693 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-939a017c-8f37-4857-8e2d-1a8339b83570 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c3f7d456-9115-4922-a1f7-9e5deede2954 HTTP/1.1" status: 204 len: 168 time: 0.2540874 Aug 16 17:48:27.025823 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a017c-8f37-4857-8e2d-1a8339b83570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f7d456-9115-4922-a1f7-9e5deede2954,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:27.214198 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e9cfc9dd-8836-4e07-aa50-2b78ebb47377 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:27.318286 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e9cfc9dd-8836-4e07-aa50-2b78ebb47377 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726209'] for floatingip, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:27.413936 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.db.l3_db [None req-e9cfc9dd-8836-4e07-aa50-2b78ebb47377 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Floating IP 4f2441e2-96c9-4936-81ea-81f9eaa8c4b1 associated. External IP: 172.27.3.145, port: 9c138bc0-b659-41ca-b07d-dbed825e3255. Aug 16 17:48:27.601374 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 49830) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:27.645126 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:27.688110 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b701096-374b-4462-98cf-95de73c6529c req-a85edcf3-3548-4a95-bf47-870bba007a52 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:27.690031 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4b701096-374b-4462-98cf-95de73c6529c req-a85edcf3-3548-4a95-bf47-870bba007a52 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0605924 Aug 16 17:48:27.733192 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4b701096-374b-4462-98cf-95de73c6529c req-ed42c984-dd46-4a27-abb6-e1edb44c5ff1 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358269 Aug 16 17:48:27.757572 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-4d598bf3-99f8-4805-b493-c33c5a9a990f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:27.808109 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9cfc9dd-8836-4e07-aa50-2b78ebb47377 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Router c719e313-142f-4ca7-992d-af776d9bb6bc has already been hosted by L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 {{(pid=101349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 17:48:27.855201 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-4d598bf3-99f8-4805-b493-c33c5a9a990f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:27.922528 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9cfc9dd-8836-4e07-aa50-2b78ebb47377 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 17:48:27.927629 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e9cfc9dd-8836-4e07-aa50-2b78ebb47377 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for floatingip, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:27.930040 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-4d598bf3-99f8-4805-b493-c33c5a9a990f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:27.946901 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bb4634-0d98-48e3-9103-9ecec31ca2c3 None None] Sync routers for ids ['c719e313-142f-4ca7-992d-af776d9bb6bc'] in dv-cinder-797608-18-iscsi {{(pid=101352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 17:48:27.957785 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-e9cfc9dd-8836-4e07-aa50-2b78ebb47377 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "PUT /v2.0/floatingips/4f2441e2-96c9-4936-81ea-81f9eaa8c4b1 HTTP/1.1" status: 200 len: 991 time: 1.6852734 Aug 16 17:48:27.958408 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b9a54b-f448-4722-b81a-8cd4bed9f713', 'tag': '9c138bc0-b659-41ca-b07d-dbed825e3255'}] {{(pid=101349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:48:27.961587 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}934f09010de237f24c102465ff13aed95362a81e3346d32f1bd52d9236897e6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac306e0-c819-4dea-8898-98f7508e222c" -d '{"events": [{"name": "network-changed", "server_uuid": "74b9a54b-f448-4722-b81a-8cd4bed9f713", "tag": "9c138bc0-b659-41ca-b07d-dbed825e3255"}]}' {{(pid=101349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:48:27.962460 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bb4634-0d98-48e3-9103-9ecec31ca2c3 None None] Routers {'c719e313-142f-4ca7-992d-af776d9bb6bc'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:48:27.963745 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-f4bb4634-0d98-48e3-9103-9ecec31ca2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:48:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['c719e313-142f-4ca7-992d-af776d9bb6bc'], 'active': True} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:48:28.003485 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 17:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503a7278-1dc0-44d3-9d6d-daf3663ea636 x-openstack-request-id: req-503a7278-1dc0-44d3-9d6d-daf3663ea636 {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:48:28.004019 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b9a54b-f448-4722-b81a-8cd4bed9f713", "tag": "9c138bc0-b659-41ca-b07d-dbed825e3255", "status": "completed", "code": 200}]} {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:48:28.004441 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-503a7278-1dc0-44d3-9d6d-daf3663ea636 {{(pid=101349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:48:28.005000 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74b9a54b-f448-4722-b81a-8cd4bed9f713', 'tag': '9c138bc0-b659-41ca-b07d-dbed825e3255', 'status': 'completed', 'code': 200} Aug 16 17:48:28.033151 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-4d598bf3-99f8-4805-b493-c33c5a9a990f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=841032de29a24168808fc44395efb726&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4306381 Aug 16 17:48:28.035925 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 49846) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:28.047133 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d598bf3-99f8-4805-b493-c33c5a9a990f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab3f8ed-6eb6-47e8-8be6-f3729fa46aa0,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:28.060062 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 49848) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:28.140340 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-61568de7-32b6-42cc-ad2c-e328cbfffd21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:28.141817 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvr_db [None req-f4bb4634-0d98-48e3-9103-9ecec31ca2c3 None None] Set router c719e313-142f-4ca7-992d-af776d9bb6bc gateway port host: dv-cinder-797608-18-iscsi {{(pid=101352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:48:28.175223 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-61568de7-32b6-42cc-ad2c-e328cbfffd21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:28.220661 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-a0011cb9-f9cb-4f45-99c1-051f953893b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:28.288553 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-61568de7-32b6-42cc-ad2c-e328cbfffd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:28.293030 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-61568de7-32b6-42cc-ad2c-e328cbfffd21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:28.297970 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-61568de7-32b6-42cc-ad2c-e328cbfffd21 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2ab3f8ed-6eb6-47e8-8be6-f3729fa46aa0 HTTP/1.1" status: 204 len: 168 time: 0.2575464 Aug 16 17:48:28.305609 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61568de7-32b6-42cc-ad2c-e328cbfffd21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab3f8ed-6eb6-47e8-8be6-f3729fa46aa0,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:28.369671 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-a0011cb9-f9cb-4f45-99c1-051f953893b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:28.435554 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-a0011cb9-f9cb-4f45-99c1-051f953893b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:28.477177 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0011cb9-f9cb-4f45-99c1-051f953893b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82a015f-1b54-4f3a-b2e4-c77d58e72d09,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:28.481593 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-a0011cb9-f9cb-4f45-99c1-051f953893b7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0d060f61a6764919a71ec069cca718f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4205306 Aug 16 17:48:28.484193 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 49868) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:28.541431 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-f4bb4634-0d98-48e3-9103-9ecec31ca2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1745583065-router', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '13ac95d9-fd54-4369-b4ce-6e335b08c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:47:44Z', 'updated_at': '2021-08-16T17:47:49Z', 'revision_number': 4, 'project_id': '3cf94379c7f24013b25e39317315f217', 'gw_port': {'id': '13ac95d9-fd54-4369-b4ce-6e335b08c4ba', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:45Z', 'updated_at': '2021-08-16T17:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_floatingips': [{'id': '4f2441e2-96c9-4936-81ea-81f9eaa8c4b1', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'floating_ip_address': '172.27.3.145', 'floating_network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'router_id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'port_id': '9c138bc0-b659-41ca-b07d-dbed825e3255', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f', 'mac_address': 'fa:16:3e:ff:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b9a54b-f448-4722-b81a-8cd4bed9f713', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T17:47:57Z', 'updated_at': '2021-08-16T17:48:27Z', 'revision_number': 1, 'project_id': '3cf94379c7f24013b25e39317315f217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '547912c2-6330-43b7-8bfe-8ca2ee5536fb', 'name': '', 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'mac_address': 'fa:16:3e:62:af:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c0c1f877-910d-484d-a497-8ce21ca738df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:48Z', 'updated_at': '2021-08-16T17:47:58Z', 'revision_number': 5, 'project_id': '3cf94379c7f24013b25e39317315f217', 'subnets': [{'id': 'c0c1f877-910d-484d-a497-8ce21ca738df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:48:28.551285 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-1d67354a-f1ee-42c7-b4e0-34cf77b54fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:28.572819 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bb4634-0d98-48e3-9103-9ecec31ca2c3 None None] Checking router: c719e313-142f-4ca7-992d-af776d9bb6bc for host: dv-cinder-797608-18-iscsi {{(pid=101352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 17:48:28.581458 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bb4634-0d98-48e3-9103-9ecec31ca2c3 None None] Routers {'c719e313-142f-4ca7-992d-af776d9bb6bc'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:48:28.583094 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-f4bb4634-0d98-48e3-9103-9ecec31ca2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:48:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['c719e313-142f-4ca7-992d-af776d9bb6bc'], 'active': True} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:48:28.586081 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-1d67354a-f1ee-42c7-b4e0-34cf77b54fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:28.634275 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 49872) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:28.701790 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvr_db [None req-f4bb4634-0d98-48e3-9103-9ecec31ca2c3 None None] Set router c719e313-142f-4ca7-992d-af776d9bb6bc gateway port host: dv-cinder-797608-18-iscsi {{(pid=101352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:48:28.735085 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-1d67354a-f1ee-42c7-b4e0-34cf77b54fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:28.737675 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-1d67354a-f1ee-42c7-b4e0-34cf77b54fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:28.738826 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-1d67354a-f1ee-42c7-b4e0-34cf77b54fb4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a82a015f-1b54-4f3a-b2e4-c77d58e72d09 HTTP/1.1" status: 204 len: 168 time: 0.2537265 Aug 16 17:48:28.742979 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-cbd9936e-d7ce-4e5c-9f07-d0acceffd065 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-512186253-network', 'tenant_id': '02e3ed0405224b65980d4f10e220ab3e'}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:48:28.756301 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67354a-f1ee-42c7-b4e0-34cf77b54fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82a015f-1b54-4f3a-b2e4-c77d58e72d09,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:28.863857 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d2807f-643f-477b-a8ad-28929dce44e0 req-f371e527-3f98-4b6c-8f7e-3ab397eb195a tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:28.866098 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-17d2807f-643f-477b-a8ad-28929dce44e0 req-f371e527-3f98-4b6c-8f7e-3ab397eb195a tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0509698 Aug 16 17:48:28.879213 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd9936e-d7ce-4e5c-9f07-d0acceffd065 admin admin] Made reservation on behalf of 02e3ed0405224b65980d4f10e220ab3e for: {'network': 1} {{(pid=101350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:48:28.881497 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-cbd9936e-d7ce-4e5c-9f07-d0acceffd065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for network, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:28.895916 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-cbd9936e-d7ce-4e5c-9f07-d0acceffd065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:28.926761 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-17d2807f-643f-477b-a8ad-28929dce44e0 req-aa86a912-e430-4a1b-9d0b-086210317221 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544887 Aug 16 17:48:28.961432 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-f4bb4634-0d98-48e3-9103-9ecec31ca2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1745583065-router', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '13ac95d9-fd54-4369-b4ce-6e335b08c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:47:44Z', 'updated_at': '2021-08-16T17:47:49Z', 'revision_number': 4, 'project_id': '3cf94379c7f24013b25e39317315f217', 'gw_port': {'id': '13ac95d9-fd54-4369-b4ce-6e335b08c4ba', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:45Z', 'updated_at': '2021-08-16T17:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_floatingips': [{'id': '4f2441e2-96c9-4936-81ea-81f9eaa8c4b1', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'floating_ip_address': '172.27.3.145', 'floating_network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'router_id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'port_id': '9c138bc0-b659-41ca-b07d-dbed825e3255', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f', 'mac_address': 'fa:16:3e:ff:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b9a54b-f448-4722-b81a-8cd4bed9f713', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T17:47:57Z', 'updated_at': '2021-08-16T17:48:27Z', 'revision_number': 1, 'project_id': '3cf94379c7f24013b25e39317315f217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '547912c2-6330-43b7-8bfe-8ca2ee5536fb', 'name': '', 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'mac_address': 'fa:16:3e:62:af:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c0c1f877-910d-484d-a497-8ce21ca738df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:48Z', 'updated_at': '2021-08-16T17:47:58Z', 'revision_number': 5, 'project_id': '3cf94379c7f24013b25e39317315f217', 'subnets': [{'id': 'c0c1f877-910d-484d-a497-8ce21ca738df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:48:28.989365 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bb4634-0d98-48e3-9103-9ecec31ca2c3 None None] The sync data for ids ['c719e313-142f-4ca7-992d-af776d9bb6bc'] in dv-cinder-797608-18-iscsi is: [{'id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1745583065-router', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '13ac95d9-fd54-4369-b4ce-6e335b08c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:47:44Z', 'updated_at': '2021-08-16T17:47:49Z', 'revision_number': 4, 'project_id': '3cf94379c7f24013b25e39317315f217', 'gw_port': {'id': '13ac95d9-fd54-4369-b4ce-6e335b08c4ba', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:45Z', 'updated_at': '2021-08-16T17:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_floatingips': [{'id': '4f2441e2-96c9-4936-81ea-81f9eaa8c4b1', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'floating_ip_address': '172.27.3.145', 'floating_network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'router_id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'port_id': '9c138bc0-b659-41ca-b07d-dbed825e3255', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f', 'mac_address': 'fa:16:3e:ff:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b9a54b-f448-4722-b81a-8cd4bed9f713', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T17:47:57Z', 'updated_at': '2021-08-16T17:48:27Z', 'revision_number': 1, 'project_id': '3cf94379c7f24013b25e39317315f217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '547912c2-6330-43b7-8bfe-8ca2ee5536fb', 'name': '', 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'mac_address': 'fa:16:3e:62:af:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c0c1f877-910d-484d-a497-8ce21ca738df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:48Z', 'updated_at': '2021-08-16T17:47:58Z', 'revision_number': 5, 'project_id': '3cf94379c7f24013b25e39317315f217', 'subnets': [{'id': 'c0c1f877-910d-484d-a497-8ce21ca738df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 17:48:29.034893 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-cbd9936e-d7ce-4e5c-9f07-d0acceffd065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:29.126197 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-cbd9936e-d7ce-4e5c-9f07-d0acceffd065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:29.128596 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:29.151981 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd9936e-d7ce-4e5c-9f07-d0acceffd065 admin admin] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=101350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 17:48:29.165955 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd9936e-d7ce-4e5c-9f07-d0acceffd065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a9d578-7e0e-4a67-bddd-a42579917df5,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:29.183747 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-cbd9936e-d7ce-4e5c-9f07-d0acceffd065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050'] for segment, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:29.184092 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.db.segments_db [None req-cbd9936e-d7ce-4e5c-9f07-d0acceffd065 admin admin] Added segment f8045f02-6c8f-4528-9360-c40406447fea of type vlan for network 7dbeef57-0576-4e50-8092-474bc1c837b4 Aug 16 17:48:29.201975 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 49888) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:29.219081 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e09b11dc-8d9a-48fa-8543-3761d2932a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:29.248494 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-cbd9936e-d7ce-4e5c-9f07-d0acceffd065 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753902937420'] for network, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:29.285123 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03ce0ac-cfe4-4b1e-ad4f-d05cf8625806 None None] New status for floating IP 4f2441e2-96c9-4936-81ea-81f9eaa8c4b1: ACTIVE {{(pid=101351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 17:48:29.338568 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e09b11dc-8d9a-48fa-8543-3761d2932a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:29.345357 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-cbd9936e-d7ce-4e5c-9f07-d0acceffd065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132'] for network, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:29.346895 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd9936e-d7ce-4e5c-9f07-d0acceffd065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:29.347912 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-cbd9936e-d7ce-4e5c-9f07-d0acceffd065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:29.402651 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e09b11dc-8d9a-48fa-8543-3761d2932a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:29.410648 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd9936e-d7ce-4e5c-9f07-d0acceffd065 admin admin] Pushing event updated for resources: {'Network': ['ID=7dbeef57-0576-4e50-8092-474bc1c837b4,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:29.440250 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Network 7dbeef57-0576-4e50-8092-474bc1c837b4 details requested by agent ovs-agent-dv-cinder-797608-18-iscsi with host dv-cinder-797608-18-iscsi {{(pid=101351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 17:48:29.441872 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-e09b11dc-8d9a-48fa-8543-3761d2932a28 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=95fcb4c26f7046efba11b1720749aef3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2398653 Aug 16 17:48:29.442755 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b11dc-8d9a-48fa-8543-3761d2932a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b37af6d-966f-405e-ad86-f1661e514746,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:29.445578 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 49892) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:29.500821 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-cbd9936e-d7ce-4e5c-9f07-d0acceffd065 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8644385 Aug 16 17:48:29.502784 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f18568ff-296a-4f05-82b1-d5ea97648a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:29.503422 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 49894) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:29.510320 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-4c0c4136-9af8-47e9-8e55-f2805c3fdff7 admin admin] Request body: {'subnet': {'network_id': '7dbeef57-0576-4e50-8092-474bc1c837b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-512186253-subnet', 'tenant_id': '02e3ed0405224b65980d4f10e220ab3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:48:29.562709 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f18568ff-296a-4f05-82b1-d5ea97648a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:29.605579 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac306e0-c819-4dea-8898-98f7508e222c req-e29c0484-39aa-4a90-b0fb-21096ab335a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:29.607126 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-7ac306e0-c819-4dea-8898-98f7508e222c req-e29c0484-39aa-4a90-b0fb-21096ab335a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cf94379c7f24013b25e39317315f217&device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 1098 time: 0.0873816 Aug 16 17:48:29.641303 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0c4136-9af8-47e9-8e55-f2805c3fdff7 admin admin] Made reservation on behalf of 02e3ed0405224b65980d4f10e220ab3e for: {'subnet': 1} {{(pid=101350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:48:29.643795 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-4c0c4136-9af8-47e9-8e55-f2805c3fdff7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:29.679410 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 49896) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:29.697352 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-40921b33-fac8-4978-aa3a-460f5c3501e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:29.737515 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac306e0-c819-4dea-8898-98f7508e222c req-3c1c1ad5-896d-4268-a061-260c382e41b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:29.738910 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-7ac306e0-c819-4dea-8898-98f7508e222c req-3c1c1ad5-896d-4268-a061-260c382e41b9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cf977a3b-5d44-4959-9dba-d50c353bb70f HTTP/1.1" status: 200 len: 918 time: 0.1238632 Aug 16 17:48:29.744126 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f18568ff-296a-4f05-82b1-d5ea97648a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:29.746609 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f18568ff-296a-4f05-82b1-d5ea97648a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:29.747658 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-f18568ff-296a-4f05-82b1-d5ea97648a85 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8b37af6d-966f-405e-ad86-f1661e514746 HTTP/1.1" status: 204 len: 168 time: 0.3010278 Aug 16 17:48:29.761339 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18568ff-296a-4f05-82b1-d5ea97648a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b37af6d-966f-405e-ad86-f1661e514746,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:29.836443 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-40921b33-fac8-4978-aa3a-460f5c3501e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:29.903531 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-40921b33-fac8-4978-aa3a-460f5c3501e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:29.939128 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-4c0c4136-9af8-47e9-8e55-f2805c3fdff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132'] for subnet, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:29.946876 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-40921b33-fac8-4978-aa3a-460f5c3501e2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=45c14c5466c7421ebf31ec21ede693e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2664604 Aug 16 17:48:29.947778 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40921b33-fac8-4978-aa3a-460f5c3501e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae17c3ff-07da-46d2-a04c-6a3c2bad77eb,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:29.950960 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 49900) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:30.005862 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c4136-9af8-47e9-8e55-f2805c3fdff7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9d471ee-64bb-4406-bf44-3f8340b7973b,revision_number=0']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:30.026420 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0c4136-9af8-47e9-8e55-f2805c3fdff7 admin admin] Checking segment: {'id': 'f8045f02-6c8f-4528-9360-c40406447fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7dbeef57-0576-4e50-8092-474bc1c837b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:48:30.026773 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0c4136-9af8-47e9-8e55-f2805c3fdff7 admin admin] Network hostable DHCP agents. Network: 7dbeef57-0576-4e50-8092-474bc1c837b4, hostable agents: ['3b7d26aa-1344-4a4d-94e6-3d95468a224e'], hosted agents: [] {{(pid=101350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 17:48:30.039538 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4458f944-edf4-4c0d-9d72-b65e2a645ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:30.061463 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4458f944-edf4-4c0d-9d72-b65e2a645ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:30.072278 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9607167-0c8c-47ca-98f7-bef08e79dc88 req-41796575-840f-44f5-9a86-357795b7ecfa tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:30.073770 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e9607167-0c8c-47ca-98f7-bef08e79dc88 req-41796575-840f-44f5-9a86-357795b7ecfa tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0587201 Aug 16 17:48:30.117997 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e9607167-0c8c-47ca-98f7-bef08e79dc88 req-eec04a83-673b-4a11-875b-940ad187be08 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373867 Aug 16 17:48:30.161731 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0c4136-9af8-47e9-8e55-f2805c3fdff7 admin admin] Network 7dbeef57-0576-4e50-8092-474bc1c837b4 is scheduled to be hosted by DHCP agent 3b7d26aa-1344-4a4d-94e6-3d95468a224e with binding_index 1 {{(pid=101350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 17:48:30.190563 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4458f944-edf4-4c0d-9d72-b65e2a645ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:30.193171 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4458f944-edf4-4c0d-9d72-b65e2a645ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:30.194346 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-4458f944-edf4-4c0d-9d72-b65e2a645ebc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ae17c3ff-07da-46d2-a04c-6a3c2bad77eb HTTP/1.1" status: 204 len: 168 time: 0.2421179 Aug 16 17:48:30.202149 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4458f944-edf4-4c0d-9d72-b65e2a645ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae17c3ff-07da-46d2-a04c-6a3c2bad77eb,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:30.275938 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.base_scheduler [None req-4c0c4136-9af8-47e9-8e55-f2805c3fdff7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-18-iscsi, 7dbeef57-0576-4e50-8092-474bc1c837b4) {{(pid=101350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:48:30.280297 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0c4136-9af8-47e9-8e55-f2805c3fdff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:30.280987 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-4c0c4136-9af8-47e9-8e55-f2805c3fdff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:30.288655 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d92ecf-afb9-4055-a88c-7b560651532d None None] Network 7dbeef57-0576-4e50-8092-474bc1c837b4 requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:48:30.370534 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-4c0c4136-9af8-47e9-8e55-f2805c3fdff7 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8658681 Aug 16 17:48:30.440104 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df626bbb-94a8-4038-97b6-4e87202608f2 None None] Network 7dbeef57-0576-4e50-8092-474bc1c837b4 requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:48:31.418880 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 49976) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:31.423985 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-e59cd3a9-1b23-499b-a714-9a0839206aa2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1859013450-network', 'tenant_id': '8b89a5fe25df4c9b9695c00d1ff7a475'}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:48:31.503344 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59cd3a9-1b23-499b-a714-9a0839206aa2 admin admin] Made reservation on behalf of 8b89a5fe25df4c9b9695c00d1ff7a475 for: {'network': 1} {{(pid=101350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:48:31.506009 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-e59cd3a9-1b23-499b-a714-9a0839206aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for network, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:31.515347 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-e59cd3a9-1b23-499b-a714-9a0839206aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:31.601737 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-e59cd3a9-1b23-499b-a714-9a0839206aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:31.682053 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-e59cd3a9-1b23-499b-a714-9a0839206aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:31.706776 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e59cd3a9-1b23-499b-a714-9a0839206aa2 admin admin] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=101350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 17:48:31.716816 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59cd3a9-1b23-499b-a714-9a0839206aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f6b62b-446a-4de8-b945-aefd143beef4,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:31.730267 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-e59cd3a9-1b23-499b-a714-9a0839206aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050'] for segment, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:31.730267 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.db.segments_db [None req-e59cd3a9-1b23-499b-a714-9a0839206aa2 admin admin] Added segment ebd77a6b-8b1b-4d66-93fe-ccedc7416693 of type vlan for network b55d094f-5bc5-4869-a9a5-3aa9164d8365 Aug 16 17:48:31.773813 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-e59cd3a9-1b23-499b-a714-9a0839206aa2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753902937420'] for network, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:31.893221 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-e59cd3a9-1b23-499b-a714-9a0839206aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132'] for network, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:31.894174 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59cd3a9-1b23-499b-a714-9a0839206aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:31.894757 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-e59cd3a9-1b23-499b-a714-9a0839206aa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:31.964064 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59cd3a9-1b23-499b-a714-9a0839206aa2 admin admin] Pushing event updated for resources: {'Network': ['ID=b55d094f-5bc5-4869-a9a5-3aa9164d8365,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:31.975270 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Network b55d094f-5bc5-4869-a9a5-3aa9164d8365 details requested by agent ovs-agent-dv-cinder-797608-18-iscsi with host dv-cinder-797608-18-iscsi {{(pid=101351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 17:48:32.055979 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 49992) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:32.056531 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-e59cd3a9-1b23-499b-a714-9a0839206aa2 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6359921 Aug 16 17:48:32.062271 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-9df117e5-855f-4eec-b12a-d1f5099caa64 admin admin] Request body: {'subnet': {'network_id': 'b55d094f-5bc5-4869-a9a5-3aa9164d8365', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1859013450-subnet', 'tenant_id': '8b89a5fe25df4c9b9695c00d1ff7a475', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:48:32.260588 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df117e5-855f-4eec-b12a-d1f5099caa64 admin admin] Made reservation on behalf of 8b89a5fe25df4c9b9695c00d1ff7a475 for: {'subnet': 1} {{(pid=101349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:48:32.263518 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-9df117e5-855f-4eec-b12a-d1f5099caa64 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:32.544822 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-9df117e5-855f-4eec-b12a-d1f5099caa64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132'] for subnet, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:32.596321 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df117e5-855f-4eec-b12a-d1f5099caa64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=045a623d-6f19-4788-8525-9a4ca0d5be74,revision_number=0']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:32.611894 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df117e5-855f-4eec-b12a-d1f5099caa64 admin admin] Checking segment: {'id': 'ebd77a6b-8b1b-4d66-93fe-ccedc7416693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'b55d094f-5bc5-4869-a9a5-3aa9164d8365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:48:32.612248 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df117e5-855f-4eec-b12a-d1f5099caa64 admin admin] Network hostable DHCP agents. Network: b55d094f-5bc5-4869-a9a5-3aa9164d8365, hostable agents: ['3b7d26aa-1344-4a4d-94e6-3d95468a224e'], hosted agents: [] {{(pid=101349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 17:48:32.707002 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df117e5-855f-4eec-b12a-d1f5099caa64 admin admin] Network b55d094f-5bc5-4869-a9a5-3aa9164d8365 is scheduled to be hosted by DHCP agent 3b7d26aa-1344-4a4d-94e6-3d95468a224e with binding_index 1 {{(pid=101349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 17:48:32.759032 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-7ac306e0-c819-4dea-8898-98f7508e222c req-2e70f58c-966c-4235-809e-6b71034aa96f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c138bc0-b659-41ca-b07d-dbed825e3255 HTTP/1.1" status: 200 len: 1001 time: 0.1110787 Aug 16 17:48:32.814635 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac306e0-c819-4dea-8898-98f7508e222c req-1211063c-54cb-4ecd-9ceb-b353443abc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:32.816519 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-7ac306e0-c819-4dea-8898-98f7508e222c req-1211063c-54cb-4ecd-9ceb-b353443abc99 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0c1f877-910d-484d-a497-8ce21ca738df HTTP/1.1" status: 200 len: 856 time: 0.0487077 Aug 16 17:48:32.825812 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44017a95-b377-48f2-8972-76a5e9067b49 req-20a6051c-5090-41f3-921a-66b7856d329a tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:32.828088 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-44017a95-b377-48f2-8972-76a5e9067b49 req-20a6051c-5090-41f3-921a-66b7856d329a tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0542922 Aug 16 17:48:32.866205 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-44017a95-b377-48f2-8972-76a5e9067b49 req-2059b11c-b11d-410c-bf7a-9e61f904c1c0 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323303 Aug 16 17:48:32.866453 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac306e0-c819-4dea-8898-98f7508e222c req-49b2d8b1-8798-4657-a68a-7fbf6f4b8e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:32.867938 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-7ac306e0-c819-4dea-8898-98f7508e222c req-49b2d8b1-8798-4657-a68a-7fbf6f4b8e06 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cf977a3b-5d44-4959-9dba-d50c353bb70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0437787 Aug 16 17:48:32.894238 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.base_scheduler [None req-9df117e5-855f-4eec-b12a-d1f5099caa64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-18-iscsi, b55d094f-5bc5-4869-a9a5-3aa9164d8365) {{(pid=101349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:48:32.903054 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a81aaac-cede-47a8-92d2-fb5e8acd8629 None None] Network b55d094f-5bc5-4869-a9a5-3aa9164d8365 requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:48:32.925992 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df117e5-855f-4eec-b12a-d1f5099caa64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:32.926619 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-9df117e5-855f-4eec-b12a-d1f5099caa64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:32.986814 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-7ac306e0-c819-4dea-8898-98f7508e222c req-e5e8308c-89b8-40df-952f-e8b000df70c9 service neutron] 10.222.0.13 "GET /v2.0/networks/cf977a3b-5d44-4959-9dba-d50c353bb70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099546 Aug 16 17:48:33.019609 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-9df117e5-855f-4eec-b12a-d1f5099caa64 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9612899 Aug 16 17:48:33.105492 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-7ac306e0-c819-4dea-8898-98f7508e222c req-a93a66dd-1cbd-47eb-b396-f14e73278854 service neutron] 10.222.0.13 "GET /v2.0/networks/cf977a3b-5d44-4959-9dba-d50c353bb70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096327 Aug 16 17:48:33.172846 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 50032) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:33.189797 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae86c14b-6866-4ccd-8c86-d7adef4fde6b None None] Network b55d094f-5bc5-4869-a9a5-3aa9164d8365 requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:48:33.231411 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.db_base_plugin_v2 [None req-db23f02a-8fc8-4b99-a989-ef84ffa09dba admin admin] Deleting subnet b9d471ee-64bb-4406-bf44-3f8340b7973b {{(pid=101349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 17:48:33.232115 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-db23f02a-8fc8-4b99-a989-ef84ffa09dba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:33.275733 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-db23f02a-8fc8-4b99-a989-ef84ffa09dba admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:33.285687 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-db23f02a-8fc8-4b99-a989-ef84ffa09dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1871003'] for subnet, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:33.443322 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-db23f02a-8fc8-4b99-a989-ef84ffa09dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1870994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132'] for subnet, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:33.483318 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23f02a-8fc8-4b99-a989-ef84ffa09dba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9d471ee-64bb-4406-bf44-3f8340b7973b,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:33.494997 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-db23f02a-8fc8-4b99-a989-ef84ffa09dba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:33.496910 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-db23f02a-8fc8-4b99-a989-ef84ffa09dba admin admin] 10.222.0.73 "DELETE /v2.0/subnets/b9d471ee-64bb-4406-bf44-3f8340b7973b HTTP/1.1" status: 204 len: 168 time: 0.3232260 Aug 16 17:48:33.499571 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 50056) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:33.592258 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3d45b350-766a-4d13-b3e0-a58eda354d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639821'] for network, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:33.678475 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3d45b350-766a-4d13-b3e0-a58eda354d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1573870', 'neutron.services.segments.db._delete_segments_for_network-8753903461187'] for network, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:33.689327 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3d45b350-766a-4d13-b3e0-a58eda354d48 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:48:33.689691 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3d45b350-766a-4d13-b3e0-a58eda354d48 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:48:33.690476 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3d45b350-766a-4d13-b3e0-a58eda354d48 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:48:33.690827 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3d45b350-766a-4d13-b3e0-a58eda354d48 admin admin] Subscribe: > port after_create 55550000 {{(pid=101349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:48:33.691302 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3d45b350-766a-4d13-b3e0-a58eda354d48 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:48:33.691644 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3d45b350-766a-4d13-b3e0-a58eda354d48 admin admin] Subscribe: > port after_update 55550000 {{(pid=101349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:48:33.691966 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3d45b350-766a-4d13-b3e0-a58eda354d48 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:48:33.692302 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3d45b350-766a-4d13-b3e0-a58eda354d48 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:48:33.692617 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3d45b350-766a-4d13-b3e0-a58eda354d48 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:48:33.692936 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3d45b350-766a-4d13-b3e0-a58eda354d48 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:48:33.866313 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3d45b350-766a-4d13-b3e0-a58eda354d48 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:48:33.866313 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3d45b350-766a-4d13-b3e0-a58eda354d48 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:48:33.866313 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3d45b350-766a-4d13-b3e0-a58eda354d48 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:48:33.866313 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3d45b350-766a-4d13-b3e0-a58eda354d48 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:48:33.866313 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.services.segments.db [None req-3d45b350-766a-4d13-b3e0-a58eda354d48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dbeef57-0576-4e50-8092-474bc1c837b4']}} {{(pid=101349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:48:33.880255 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.services.segments.db [None req-3d45b350-766a-4d13-b3e0-a58eda354d48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8045f02-6c8f-4528-9360-c40406447fea') {'for_net_delete': True} {{(pid=101349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:48:33.880552 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.services.segments.db [None req-3d45b350-766a-4d13-b3e0-a58eda354d48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8045f02-6c8f-4528-9360-c40406447fea') {} {{(pid=101349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:48:33.899492 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3d45b350-766a-4d13-b3e0-a58eda354d48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753903464012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5662916'] for segment, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:33.928915 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3d45b350-766a-4d13-b3e0-a58eda354d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050'] for segment, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:33.937303 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d45b350-766a-4d13-b3e0-a58eda354d48 admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=101349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 17:48:33.937762 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3d45b350-766a-4d13-b3e0-a58eda354d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660797'] for segment, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:33.942023 dv-cinder-797608-18-iscsi neutron-server[101349]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 17:48:33.942023 dv-cinder-797608-18-iscsi neutron-server[101349]: from cryptography.utils import int_from_bytes Aug 16 17:48:33.942023 dv-cinder-797608-18-iscsi neutron-server[101349]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 17:48:33.942023 dv-cinder-797608-18-iscsi neutron-server[101349]: from cryptography.utils import int_from_bytes Aug 16 17:48:33.942023 dv-cinder-797608-18-iscsi neutron-server[101349]: Traceback (most recent call last): Aug 16 17:48:33.942023 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 17:48:33.942023 dv-cinder-797608-18-iscsi neutron-server[101349]: timer() Aug 16 17:48:33.942023 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 17:48:33.942023 dv-cinder-797608-18-iscsi neutron-server[101349]: cb(*args, **kw) Aug 16 17:48:33.942023 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 17:48:33.942023 dv-cinder-797608-18-iscsi neutron-server[101349]: return func(*args, **kwargs) Aug 16 17:48:33.942023 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 17:48:33.942023 dv-cinder-797608-18-iscsi neutron-server[101349]: self._notify() Aug 16 17:48:33.942023 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 17:48:33.942023 dv-cinder-797608-18-iscsi neutron-server[101349]: self.callback(batched_events) Aug 16 17:48:33.942023 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 17:48:33.942023 dv-cinder-797608-18-iscsi neutron-server[101349]: event.method(event) Aug 16 17:48:33.942023 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 17:48:33.942023 dv-cinder-797608-18-iscsi neutron-server[101349]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 17:48:33.942023 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 17:48:33.942023 dv-cinder-797608-18-iscsi neutron-server[101349]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 17:48:33.942023 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 17:48:33.942023 dv-cinder-797608-18-iscsi neutron-server[101349]: return f(self, *a, **k) Aug 16 17:48:33.942023 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 17:48:33.942023 dv-cinder-797608-18-iscsi neutron-server[101349]: return self._get(url).json() Aug 16 17:48:33.942023 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 17:48:33.942023 dv-cinder-797608-18-iscsi neutron-server[101349]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 17:48:33.942023 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 17:48:33.942023 dv-cinder-797608-18-iscsi neutron-server[101349]: return self.request(url, 'GET', **kwargs) Aug 16 17:48:33.942023 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 17:48:33.942023 dv-cinder-797608-18-iscsi neutron-server[101349]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 17:48:33.942023 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 17:48:33.942023 dv-cinder-797608-18-iscsi neutron-server[101349]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 17:48:33.942023 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 17:48:33.942023 dv-cinder-797608-18-iscsi neutron-server[101349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 17:48:33.942023 dv-cinder-797608-18-iscsi neutron-server[101349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 17:48:33.997122 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0742ca1e-df7d-42f8-a9fa-f82e9743a6fd req-c07b1852-f46d-4c90-bb31-e822208b7359 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:33.999385 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-0742ca1e-df7d-42f8-a9fa-f82e9743a6fd req-c07b1852-f46d-4c90-bb31-e822208b7359 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0594888 Aug 16 17:48:34.042921 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-0742ca1e-df7d-42f8-a9fa-f82e9743a6fd req-85072913-bf35-4f3c-8658-143a7827d648 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355580 Aug 16 17:48:34.139962 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3d45b350-766a-4d13-b3e0-a58eda354d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1870109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726239'] for network, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:34.155995 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3d45b350-766a-4d13-b3e0-a58eda354d48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:34.157397 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-3d45b350-766a-4d13-b3e0-a58eda354d48 admin admin] 10.222.0.73 "DELETE /v2.0/networks/7dbeef57-0576-4e50-8092-474bc1c837b4 HTTP/1.1" status: 204 len: 168 time: 0.6568263 Aug 16 17:48:34.169325 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 50096) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:34.176964 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557772e-2754-434a-9a69-4e97f0e55f29 req-abd6c3ca-2f24-46be-9f8c-e471788e00a7 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:34.179883 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45b350-766a-4d13-b3e0-a58eda354d48 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dbeef57-0576-4e50-8092-474bc1c837b4,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:34.188066 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b557772e-2754-434a-9a69-4e97f0e55f29 req-abd6c3ca-2f24-46be-9f8c-e471788e00a7 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0788960 Aug 16 17:48:34.191061 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 50100) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:34.199205 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-b4256332-a119-4b11-9c8f-53a20470fb7b tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Request body: {'floatingip': {'port_id': '746544d7-10ef-4545-be9e-e1b2dca27978'}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:48:34.229156 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.db_base_plugin_v2 [None req-223c5f2c-f842-4f16-8c51-d70913740824 admin admin] Deleting subnet 045a623d-6f19-4788-8525-9a4ca0d5be74 {{(pid=101349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 17:48:34.237941 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-223c5f2c-f842-4f16-8c51-d70913740824 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:34.280982 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-223c5f2c-f842-4f16-8c51-d70913740824 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5662925'] for subnet, precommit_delete_associations {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:34.283187 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-b4256332-a119-4b11-9c8f-53a20470fb7b tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for floatingip, before_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:34.326906 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-223c5f2c-f842-4f16-8c51-d70913740824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1871003'] for subnet, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:34.464399 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-223c5f2c-f842-4f16-8c51-d70913740824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1870994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5660699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6007016'] for subnet, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:34.491582 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c5f2c-f842-4f16-8c51-d70913740824 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=045a623d-6f19-4788-8525-9a4ca0d5be74,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:34.495246 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-223c5f2c-f842-4f16-8c51-d70913740824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:34.497270 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-223c5f2c-f842-4f16-8c51-d70913740824 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/045a623d-6f19-4788-8525-9a4ca0d5be74 HTTP/1.1" status: 204 len: 168 time: 0.3268270 Aug 16 17:48:34.502464 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 50106) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:34.582230 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-a63e9595-00ae-4adf-9f24-6b1257b27a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639821'] for network, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:34.668529 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-a63e9595-00ae-4adf-9f24-6b1257b27a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1573870', 'neutron.services.segments.db._delete_segments_for_network-8753903461187'] for network, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:34.682480 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.services.segments.db [None req-a63e9595-00ae-4adf-9f24-6b1257b27a52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b55d094f-5bc5-4869-a9a5-3aa9164d8365']}} {{(pid=101349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:48:34.694197 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.services.segments.db [None req-a63e9595-00ae-4adf-9f24-6b1257b27a52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebd77a6b-8b1b-4d66-93fe-ccedc7416693') {'for_net_delete': True} {{(pid=101349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:48:34.695107 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.services.segments.db [None req-a63e9595-00ae-4adf-9f24-6b1257b27a52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebd77a6b-8b1b-4d66-93fe-ccedc7416693') {} {{(pid=101349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:48:34.707320 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-a63e9595-00ae-4adf-9f24-6b1257b27a52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753903464012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5662916'] for segment, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:34.723828 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-a63e9595-00ae-4adf-9f24-6b1257b27a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050'] for segment, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:34.729976 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a63e9595-00ae-4adf-9f24-6b1257b27a52 admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=101349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 17:48:34.730363 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-a63e9595-00ae-4adf-9f24-6b1257b27a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660797'] for segment, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:34.732008 dv-cinder-797608-18-iscsi neutron-server[101349]: Traceback (most recent call last): Aug 16 17:48:34.732008 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 17:48:34.732008 dv-cinder-797608-18-iscsi neutron-server[101349]: timer() Aug 16 17:48:34.732008 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 17:48:34.732008 dv-cinder-797608-18-iscsi neutron-server[101349]: cb(*args, **kw) Aug 16 17:48:34.732008 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 17:48:34.732008 dv-cinder-797608-18-iscsi neutron-server[101349]: return func(*args, **kwargs) Aug 16 17:48:34.732008 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 17:48:34.732008 dv-cinder-797608-18-iscsi neutron-server[101349]: self._notify() Aug 16 17:48:34.732008 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 17:48:34.732008 dv-cinder-797608-18-iscsi neutron-server[101349]: self.callback(batched_events) Aug 16 17:48:34.732008 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 17:48:34.732008 dv-cinder-797608-18-iscsi neutron-server[101349]: event.method(event) Aug 16 17:48:34.732008 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 17:48:34.732008 dv-cinder-797608-18-iscsi neutron-server[101349]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 17:48:34.732008 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 17:48:34.732008 dv-cinder-797608-18-iscsi neutron-server[101349]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 17:48:34.732008 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 17:48:34.732008 dv-cinder-797608-18-iscsi neutron-server[101349]: return f(self, *a, **k) Aug 16 17:48:34.732008 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 17:48:34.732008 dv-cinder-797608-18-iscsi neutron-server[101349]: return self._get(url).json() Aug 16 17:48:34.732008 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 17:48:34.732008 dv-cinder-797608-18-iscsi neutron-server[101349]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 17:48:34.732008 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 17:48:34.732008 dv-cinder-797608-18-iscsi neutron-server[101349]: return self.request(url, 'GET', **kwargs) Aug 16 17:48:34.732008 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 17:48:34.732008 dv-cinder-797608-18-iscsi neutron-server[101349]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 17:48:34.732008 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 17:48:34.732008 dv-cinder-797608-18-iscsi neutron-server[101349]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 17:48:34.732008 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 17:48:34.732008 dv-cinder-797608-18-iscsi neutron-server[101349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 17:48:34.732008 dv-cinder-797608-18-iscsi neutron-server[101349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 17:48:34.753762 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 50110) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:34.859171 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-a63e9595-00ae-4adf-9f24-6b1257b27a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1870109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726239'] for network, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:34.866136 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-a63e9595-00ae-4adf-9f24-6b1257b27a52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:34.873259 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-a63e9595-00ae-4adf-9f24-6b1257b27a52 admin admin] 10.222.0.73 "DELETE /v2.0/networks/b55d094f-5bc5-4869-a9a5-3aa9164d8365 HTTP/1.1" status: 204 len: 168 time: 0.3691802 Aug 16 17:48:34.892521 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e9595-00ae-4adf-9f24-6b1257b27a52 admin admin] Pushing event deleted for resources: {'Network': ['ID=b55d094f-5bc5-4869-a9a5-3aa9164d8365,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:34.954461 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-1b25d4b5-8182-4fb6-b988-321bb3d0fda9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:35.201889 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-b4256332-a119-4b11-9c8f-53a20470fb7b tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:35.234657 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 50128) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:35.237740 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-1b25d4b5-8182-4fb6-b988-321bb3d0fda9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:35.274392 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-095860b5-8ce0-475a-acd4-d205a3fe631e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=02e3ed0405224b65980d4f10e220ab3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376577 Aug 16 17:48:35.276881 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 50130) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:35.316743 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-b4256332-a119-4b11-9c8f-53a20470fb7b tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726209'] for floatingip, after_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:35.319937 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-1b25d4b5-8182-4fb6-b988-321bb3d0fda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:35.334481 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f3722b8e-4ae4-499b-8624-58fa1d7b188d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:35.358844 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f3722b8e-4ae4-499b-8624-58fa1d7b188d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:35.394342 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25d4b5-8182-4fb6-b988-321bb3d0fda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a243c402-0bfe-4c4b-bb10-5e8bbe83b80e,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:35.420518 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-1b25d4b5-8182-4fb6-b988-321bb3d0fda9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8713fe88142e4b9c98b73853ef221b80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6657009 Aug 16 17:48:35.423077 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 50136) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:35.498014 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f3722b8e-4ae4-499b-8624-58fa1d7b188d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:35.500585 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f3722b8e-4ae4-499b-8624-58fa1d7b188d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:35.504159 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-f3722b8e-4ae4-499b-8624-58fa1d7b188d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e3a9d578-7e0e-4a67-bddd-a42579917df5 HTTP/1.1" status: 204 len: 168 time: 0.2239914 Aug 16 17:48:35.508634 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.db.l3_db [None req-b4256332-a119-4b11-9c8f-53a20470fb7b tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Floating IP 410280c6-fd1a-41c9-8f03-fc76ebbc5f94 associated. External IP: 172.27.3.193, port: 746544d7-10ef-4545-be9e-e1b2dca27978. Aug 16 17:48:35.513980 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3722b8e-4ae4-499b-8624-58fa1d7b188d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a9d578-7e0e-4a67-bddd-a42579917df5,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:35.555862 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-e8a62d46-4696-4314-8c51-75edec2b18ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:35.610472 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-e8a62d46-4696-4314-8c51-75edec2b18ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:35.760808 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4256332-a119-4b11-9c8f-53a20470fb7b tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Router 4a0b651f-61d3-4636-bf4c-2f25f82186e6 has already been hosted by L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 {{(pid=101350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 17:48:35.805054 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-e8a62d46-4696-4314-8c51-75edec2b18ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:35.807433 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-e8a62d46-4696-4314-8c51-75edec2b18ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:35.808634 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-e8a62d46-4696-4314-8c51-75edec2b18ed admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a243c402-0bfe-4c4b-bb10-5e8bbe83b80e HTTP/1.1" status: 204 len: 168 time: 0.3846614 Aug 16 17:48:35.823077 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a62d46-4696-4314-8c51-75edec2b18ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a243c402-0bfe-4c4b-bb10-5e8bbe83b80e,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:35.881884 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4256332-a119-4b11-9c8f-53a20470fb7b tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 17:48:35.891409 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b142d196-9b56-4c60-bc9b-c2a44456be83 None None] Sync routers for ids ['4a0b651f-61d3-4636-bf4c-2f25f82186e6'] in dv-cinder-797608-18-iscsi {{(pid=101352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 17:48:35.891925 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-b4256332-a119-4b11-9c8f-53a20470fb7b tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for floatingip, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:35.905389 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b142d196-9b56-4c60-bc9b-c2a44456be83 None None] Routers {'4a0b651f-61d3-4636-bf4c-2f25f82186e6'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:48:35.906118 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-b142d196-9b56-4c60-bc9b-c2a44456be83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:48:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['4a0b651f-61d3-4636-bf4c-2f25f82186e6'], 'active': True} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:48:35.923806 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-b4256332-a119-4b11-9c8f-53a20470fb7b tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "PUT /v2.0/floatingips/410280c6-fd1a-41c9-8f03-fc76ebbc5f94 HTTP/1.1" status: 200 len: 992 time: 1.7287791 Aug 16 17:48:35.923806 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d475aa0-edb7-48e6-ab19-5c3eeb682996', 'tag': '746544d7-10ef-4545-be9e-e1b2dca27978'}] {{(pid=101350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:48:35.924673 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}137876f5b741f0afb00714fe176f8a9d3b569402932f71b261fa9e4754b02137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a17794-de88-4527-942b-60373d819658" -d '{"events": [{"name": "network-changed", "server_uuid": "1d475aa0-edb7-48e6-ab19-5c3eeb682996", "tag": "746544d7-10ef-4545-be9e-e1b2dca27978"}]}' {{(pid=101350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:48:35.965006 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 17:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf8a067-ecee-4b41-9bd7-254394be6d6c x-openstack-request-id: req-ebf8a067-ecee-4b41-9bd7-254394be6d6c {{(pid=101350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:48:35.965301 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d475aa0-edb7-48e6-ab19-5c3eeb682996", "tag": "746544d7-10ef-4545-be9e-e1b2dca27978", "status": "completed", "code": 200}]} {{(pid=101350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:48:35.965556 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ebf8a067-ecee-4b41-9bd7-254394be6d6c {{(pid=101350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:48:35.965984 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d475aa0-edb7-48e6-ab19-5c3eeb682996', 'tag': '746544d7-10ef-4545-be9e-e1b2dca27978', 'status': 'completed', 'code': 200} Aug 16 17:48:36.087750 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvr_db [None req-b142d196-9b56-4c60-bc9b-c2a44456be83 None None] Set router 4a0b651f-61d3-4636-bf4c-2f25f82186e6 gateway port host: dv-cinder-797608-18-iscsi {{(pid=101352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:48:36.112641 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a17794-de88-4527-942b-60373d819658 req-1dbda75a-5ac6-4d13-854b-8153478df9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:36.114553 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-b6a17794-de88-4527-942b-60373d819658 req-1dbda75a-5ac6-4d13-854b-8153478df9de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=85697c37841b4a59aaaa6d2d36ff953b&device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 1099 time: 0.0436952 Aug 16 17:48:36.295648 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a17794-de88-4527-942b-60373d819658 req-2dc503a2-6b44-412d-b85d-de4c61c36ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:36.297267 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-b6a17794-de88-4527-942b-60373d819658 req-2dc503a2-6b44-412d-b85d-de4c61c36ed6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d4c249fc-f15d-4c54-a2fa-f9ec1324c63c HTTP/1.1" status: 200 len: 912 time: 0.1623044 Aug 16 17:48:36.336883 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 50166) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:36.374766 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-b142d196-9b56-4c60-bc9b-c2a44456be83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'name': 'tempest-AttachVolumeTestJSON-2099757337-router', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'd19a2c30-a9b9-455e-87c9-66c4a04fe7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:47:46Z', 'updated_at': '2021-08-16T17:47:54Z', 'revision_number': 4, 'project_id': '85697c37841b4a59aaaa6d2d36ff953b', 'gw_port': {'id': 'd19a2c30-a9b9-455e-87c9-66c4a04fe7ae', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:48Z', 'updated_at': '2021-08-16T17:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_floatingips': [{'id': '410280c6-fd1a-41c9-8f03-fc76ebbc5f94', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'floating_ip_address': '172.27.3.193', 'floating_network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'router_id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'port_id': '746544d7-10ef-4545-be9e-e1b2dca27978', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c', 'mac_address': 'fa:16:3e:19:e5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d475aa0-edb7-48e6-ab19-5c3eeb682996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T17:48:01Z', 'updated_at': '2021-08-16T17:48:35Z', 'revision_number': 1, 'project_id': '85697c37841b4a59aaaa6d2d36ff953b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a1988b8-6c82-4bbd-99eb-14cb9a2fa402', 'name': '', 'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'mac_address': 'fa:16:3e:0a:d4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3d17ce71-6fac-4edf-9519-05a2c7a1f013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:52Z', 'updated_at': '2021-08-16T17:48:01Z', 'revision_number': 5, 'project_id': '85697c37841b4a59aaaa6d2d36ff953b', 'subnets': [{'id': '3d17ce71-6fac-4edf-9519-05a2c7a1f013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:48:36.382151 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-b6a17794-de88-4527-942b-60373d819658 req-4c8026fa-20c5-44c8-8b65-08324bf1bb03 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=746544d7-10ef-4545-be9e-e1b2dca27978 HTTP/1.1" status: 200 len: 1000 time: 0.0679805 Aug 16 17:48:36.398097 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-416959c1-3217-459d-a389-26e39e865b0b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8b89a5fe25df4c9b9695c00d1ff7a475&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0599079 Aug 16 17:48:36.400444 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 50174) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:36.407073 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b142d196-9b56-4c60-bc9b-c2a44456be83 None None] Checking router: 4a0b651f-61d3-4636-bf4c-2f25f82186e6 for host: dv-cinder-797608-18-iscsi {{(pid=101352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 17:48:36.416886 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b142d196-9b56-4c60-bc9b-c2a44456be83 None None] Routers {'4a0b651f-61d3-4636-bf4c-2f25f82186e6'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:48:36.417583 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-b142d196-9b56-4c60-bc9b-c2a44456be83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:48:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['4a0b651f-61d3-4636-bf4c-2f25f82186e6'], 'active': True} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:48:36.452771 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a17794-de88-4527-942b-60373d819658 req-c7868e20-e162-49a7-ad68-9193a77f915f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:36.452771 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-b6a17794-de88-4527-942b-60373d819658 req-c7868e20-e162-49a7-ad68-9193a77f915f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3d17ce71-6fac-4edf-9519-05a2c7a1f013 HTTP/1.1" status: 200 len: 850 time: 0.0601816 Aug 16 17:48:36.458125 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-04670371-b61a-491c-97c6-0d369da9a38b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:36.486055 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-04670371-b61a-491c-97c6-0d369da9a38b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:36.507980 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a17794-de88-4527-942b-60373d819658 req-825eddb6-93ab-44c8-872e-3ace233621a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:36.509520 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-b6a17794-de88-4527-942b-60373d819658 req-825eddb6-93ab-44c8-872e-3ace233621a3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d4c249fc-f15d-4c54-a2fa-f9ec1324c63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0483479 Aug 16 17:48:36.554567 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvr_db [None req-b142d196-9b56-4c60-bc9b-c2a44456be83 None None] Set router 4a0b651f-61d3-4636-bf4c-2f25f82186e6 gateway port host: dv-cinder-797608-18-iscsi {{(pid=101352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:48:36.635859 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 50186) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:36.643194 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-b6a17794-de88-4527-942b-60373d819658 req-a064b84d-2ee7-479f-b781-c30345c5a565 service neutron] 10.222.0.13 "GET /v2.0/networks/d4c249fc-f15d-4c54-a2fa-f9ec1324c63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255128 Aug 16 17:48:36.650613 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-01d763f2-eb28-4437-8483-e589f6ae3763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:36.661661 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-04670371-b61a-491c-97c6-0d369da9a38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:36.665950 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-04670371-b61a-491c-97c6-0d369da9a38b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:36.667306 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-04670371-b61a-491c-97c6-0d369da9a38b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/91f6b62b-446a-4de8-b945-aefd143beef4 HTTP/1.1" status: 204 len: 168 time: 0.2658901 Aug 16 17:48:36.682882 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04670371-b61a-491c-97c6-0d369da9a38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f6b62b-446a-4de8-b945-aefd143beef4,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:36.780433 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-01d763f2-eb28-4437-8483-e589f6ae3763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:36.785631 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-b6a17794-de88-4527-942b-60373d819658 req-f03c197d-5778-4a0e-ae9b-a828a91b518d service neutron] 10.222.0.13 "GET /v2.0/networks/d4c249fc-f15d-4c54-a2fa-f9ec1324c63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339741 Aug 16 17:48:36.844059 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-b142d196-9b56-4c60-bc9b-c2a44456be83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'name': 'tempest-AttachVolumeTestJSON-2099757337-router', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'd19a2c30-a9b9-455e-87c9-66c4a04fe7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:47:46Z', 'updated_at': '2021-08-16T17:47:54Z', 'revision_number': 4, 'project_id': '85697c37841b4a59aaaa6d2d36ff953b', 'gw_port': {'id': 'd19a2c30-a9b9-455e-87c9-66c4a04fe7ae', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:48Z', 'updated_at': '2021-08-16T17:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_floatingips': [{'id': '410280c6-fd1a-41c9-8f03-fc76ebbc5f94', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'floating_ip_address': '172.27.3.193', 'floating_network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'router_id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'port_id': '746544d7-10ef-4545-be9e-e1b2dca27978', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c', 'mac_address': 'fa:16:3e:19:e5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d475aa0-edb7-48e6-ab19-5c3eeb682996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T17:48:01Z', 'updated_at': '2021-08-16T17:48:35Z', 'revision_number': 1, 'project_id': '85697c37841b4a59aaaa6d2d36ff953b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a1988b8-6c82-4bbd-99eb-14cb9a2fa402', 'name': '', 'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'mac_address': 'fa:16:3e:0a:d4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3d17ce71-6fac-4edf-9519-05a2c7a1f013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:52Z', 'updated_at': '2021-08-16T17:48:01Z', 'revision_number': 5, 'project_id': '85697c37841b4a59aaaa6d2d36ff953b', 'subnets': [{'id': '3d17ce71-6fac-4edf-9519-05a2c7a1f013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:48:36.871864 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b142d196-9b56-4c60-bc9b-c2a44456be83 None None] The sync data for ids ['4a0b651f-61d3-4636-bf4c-2f25f82186e6'] in dv-cinder-797608-18-iscsi is: [{'id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'name': 'tempest-AttachVolumeTestJSON-2099757337-router', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'd19a2c30-a9b9-455e-87c9-66c4a04fe7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:47:46Z', 'updated_at': '2021-08-16T17:47:54Z', 'revision_number': 4, 'project_id': '85697c37841b4a59aaaa6d2d36ff953b', 'gw_port': {'id': 'd19a2c30-a9b9-455e-87c9-66c4a04fe7ae', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:48Z', 'updated_at': '2021-08-16T17:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_floatingips': [{'id': '410280c6-fd1a-41c9-8f03-fc76ebbc5f94', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'floating_ip_address': '172.27.3.193', 'floating_network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'router_id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'port_id': '746544d7-10ef-4545-be9e-e1b2dca27978', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c', 'mac_address': 'fa:16:3e:19:e5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d475aa0-edb7-48e6-ab19-5c3eeb682996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T17:48:01Z', 'updated_at': '2021-08-16T17:48:35Z', 'revision_number': 1, 'project_id': '85697c37841b4a59aaaa6d2d36ff953b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a1988b8-6c82-4bbd-99eb-14cb9a2fa402', 'name': '', 'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'mac_address': 'fa:16:3e:0a:d4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3d17ce71-6fac-4edf-9519-05a2c7a1f013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:52Z', 'updated_at': '2021-08-16T17:48:01Z', 'revision_number': 5, 'project_id': '85697c37841b4a59aaaa6d2d36ff953b', 'subnets': [{'id': '3d17ce71-6fac-4edf-9519-05a2c7a1f013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 17:48:36.921954 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-01d763f2-eb28-4437-8483-e589f6ae3763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:36.960412 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d763f2-eb28-4437-8483-e589f6ae3763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3fbb1a-f4bd-42d0-8321-77ac3d81465b,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:36.967143 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-01d763f2-eb28-4437-8483-e589f6ae3763 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=868ee2c1685b422a8cf81d44c587ef12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3296306 Aug 16 17:48:36.969197 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 50198) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:37.048615 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-aa58ad5f-20c0-441b-bea3-2f454bedfc93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:37.073555 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-aa58ad5f-20c0-441b-bea3-2f454bedfc93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:37.108024 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9497fd41-9b92-4e09-a501-4d97165c68ad None None] New status for floating IP 410280c6-fd1a-41c9-8f03-fc76ebbc5f94: ACTIVE {{(pid=101351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 17:48:37.208016 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-aa58ad5f-20c0-441b-bea3-2f454bedfc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:37.211277 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-aa58ad5f-20c0-441b-bea3-2f454bedfc93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:37.212661 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-aa58ad5f-20c0-441b-bea3-2f454bedfc93 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8f3fbb1a-f4bd-42d0-8321-77ac3d81465b HTTP/1.1" status: 204 len: 168 time: 0.2425542 Aug 16 17:48:37.238084 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58ad5f-20c0-441b-bea3-2f454bedfc93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3fbb1a-f4bd-42d0-8321-77ac3d81465b,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:38.953233 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 50288) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:39.189945 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-a5c8d0c5-aba2-4894-9a7a-470fe87f65ec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1666918590-network', 'tenant_id': '2d064a279dd6407aa81713f35584ef43'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:48:39.299422 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c8d0c5-aba2-4894-9a7a-470fe87f65ec admin admin] Made reservation on behalf of 2d064a279dd6407aa81713f35584ef43 for: {'network': 1} {{(pid=101349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:48:39.301712 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-a5c8d0c5-aba2-4894-9a7a-470fe87f65ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for network, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:39.311568 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-a5c8d0c5-aba2-4894-9a7a-470fe87f65ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:39.395601 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 50310) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:39.412938 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-a5c8d0c5-aba2-4894-9a7a-470fe87f65ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:39.487580 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-a5c8d0c5-aba2-4894-9a7a-470fe87f65ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:39.516624 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c8d0c5-aba2-4894-9a7a-470fe87f65ec admin admin] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=101349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 17:48:39.538827 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8d0c5-aba2-4894-9a7a-470fe87f65ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c6db5c-ee51-4f04-b721-2802f06a3ef5,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:39.561797 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-a5c8d0c5-aba2-4894-9a7a-470fe87f65ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050'] for segment, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:39.562171 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.db.segments_db [None req-a5c8d0c5-aba2-4894-9a7a-470fe87f65ec admin admin] Added segment 1124a22b-fdab-4357-a2c0-4348a0116042 of type vlan for network 3eb656a4-6308-4e2c-a61f-8a2507a19350 Aug 16 17:48:39.625353 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-a5c8d0c5-aba2-4894-9a7a-470fe87f65ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753902937420'] for network, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:39.627594 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4e8e153d-204a-472d-8c6e-0b38c0f1f2f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:39.743480 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-a5c8d0c5-aba2-4894-9a7a-470fe87f65ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132'] for network, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:39.744439 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c8d0c5-aba2-4894-9a7a-470fe87f65ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:39.745021 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-a5c8d0c5-aba2-4894-9a7a-470fe87f65ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:39.748165 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4e8e153d-204a-472d-8c6e-0b38c0f1f2f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:39.804238 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8d0c5-aba2-4894-9a7a-470fe87f65ec admin admin] Pushing event updated for resources: {'Network': ['ID=3eb656a4-6308-4e2c-a61f-8a2507a19350,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:39.814281 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Network 3eb656a4-6308-4e2c-a61f-8a2507a19350 details requested by agent ovs-agent-dv-cinder-797608-18-iscsi with host dv-cinder-797608-18-iscsi {{(pid=101351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 17:48:39.843019 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4e8e153d-204a-472d-8c6e-0b38c0f1f2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:39.883676 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-4e8e153d-204a-472d-8c6e-0b38c0f1f2f1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=889ff035b16a4ef095b07725dc11e30a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4870517 Aug 16 17:48:39.884512 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e153d-204a-472d-8c6e-0b38c0f1f2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7dc411-e146-42d8-adfd-6e677ea5a5d7,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:39.886347 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 50330) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:39.934107 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-e8a8a1ba-4af5-4911-bcf4-92ba91d0f25b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:39.940236 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-a5c8d0c5-aba2-4894-9a7a-470fe87f65ec admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9848001 Aug 16 17:48:39.943150 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 50332) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:39.948759 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-8d871a33-7c05-482b-8c54-c879905435c0 admin admin] Request body: {'subnet': {'network_id': '3eb656a4-6308-4e2c-a61f-8a2507a19350', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1666918590-subnet', 'tenant_id': '2d064a279dd6407aa81713f35584ef43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:48:39.956414 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-e8a8a1ba-4af5-4911-bcf4-92ba91d0f25b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:40.053928 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d871a33-7c05-482b-8c54-c879905435c0 admin admin] Made reservation on behalf of 2d064a279dd6407aa81713f35584ef43 for: {'subnet': 1} {{(pid=101349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:48:40.056258 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-8d871a33-7c05-482b-8c54-c879905435c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6006925'] for subnet, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:40.128232 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-e8a8a1ba-4af5-4911-bcf4-92ba91d0f25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:40.130771 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-e8a8a1ba-4af5-4911-bcf4-92ba91d0f25b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:40.132934 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-e8a8a1ba-4af5-4911-bcf4-92ba91d0f25b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7a7dc411-e146-42d8-adfd-6e677ea5a5d7 HTTP/1.1" status: 204 len: 168 time: 0.2454739 Aug 16 17:48:40.142229 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a8a1ba-4af5-4911-bcf4-92ba91d0f25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7dc411-e146-42d8-adfd-6e677ea5a5d7,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:40.272896 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 50348) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:40.363162 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-8d871a33-7c05-482b-8c54-c879905435c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5662942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6007011'] for subnet, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:40.413073 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-21dd1c5b-fbe4-4ff0-9c78-23f5af672069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:40.442892 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d871a33-7c05-482b-8c54-c879905435c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f355b6a0-7bb0-47b7-9301-12cb5d4242a2,revision_number=0']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:40.463593 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d871a33-7c05-482b-8c54-c879905435c0 admin admin] Checking segment: {'id': '1124a22b-fdab-4357-a2c0-4348a0116042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '3eb656a4-6308-4e2c-a61f-8a2507a19350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:48:40.463949 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d871a33-7c05-482b-8c54-c879905435c0 admin admin] Network hostable DHCP agents. Network: 3eb656a4-6308-4e2c-a61f-8a2507a19350, hostable agents: ['3b7d26aa-1344-4a4d-94e6-3d95468a224e'], hosted agents: [] {{(pid=101349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 17:48:40.538888 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-21dd1c5b-fbe4-4ff0-9c78-23f5af672069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:40.573543 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d871a33-7c05-482b-8c54-c879905435c0 admin admin] Network 3eb656a4-6308-4e2c-a61f-8a2507a19350 is scheduled to be hosted by DHCP agent 3b7d26aa-1344-4a4d-94e6-3d95468a224e with binding_index 1 {{(pid=101349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 17:48:40.693544 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-21dd1c5b-fbe4-4ff0-9c78-23f5af672069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:40.726026 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.base_scheduler [None req-8d871a33-7c05-482b-8c54-c879905435c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-18-iscsi, 3eb656a4-6308-4e2c-a61f-8a2507a19350) {{(pid=101349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:48:40.735102 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-21dd1c5b-fbe4-4ff0-9c78-23f5af672069 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=10b9cf3604734939990e4acc9b1db64b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4611523 Aug 16 17:48:40.735796 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b248d68-489c-4cbe-bc11-d888f2914a21 None None] Network 3eb656a4-6308-4e2c-a61f-8a2507a19350 requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:48:40.736805 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d871a33-7c05-482b-8c54-c879905435c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:40.738008 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 50364) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:40.742253 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-8d871a33-7c05-482b-8c54-c879905435c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:40.745798 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd1c5b-fbe4-4ff0-9c78-23f5af672069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcb234c-eb3a-4119-a9c0-362addbf21c7,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:40.807775 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-e79cc1fd-5ce0-4e7b-86ca-81cb5a0a578d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:40.828744 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-e79cc1fd-5ce0-4e7b-86ca-81cb5a0a578d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:40.866765 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a0e376-16e2-4846-8f07-dda5a27686cf None None] Network 3eb656a4-6308-4e2c-a61f-8a2507a19350 requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:48:40.928775 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-8d871a33-7c05-482b-8c54-c879905435c0 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9840350 Aug 16 17:48:41.048027 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-e79cc1fd-5ce0-4e7b-86ca-81cb5a0a578d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:41.050989 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-e79cc1fd-5ce0-4e7b-86ca-81cb5a0a578d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:41.054931 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-e79cc1fd-5ce0-4e7b-86ca-81cb5a0a578d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3fcb234c-eb3a-4119-a9c0-362addbf21c7 HTTP/1.1" status: 204 len: 168 time: 0.3158169 Aug 16 17:48:41.062471 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79cc1fd-5ce0-4e7b-86ca-81cb5a0a578d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcb234c-eb3a-4119-a9c0-362addbf21c7,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:41.163660 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 50376) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:41.186968 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f768334a-7f03-4ad9-a798-054dadbe9987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:41.312840 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f768334a-7f03-4ad9-a798-054dadbe9987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:41.436752 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f768334a-7f03-4ad9-a798-054dadbe9987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:41.476204 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-f768334a-7f03-4ad9-a798-054dadbe9987 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b09f24984a8d427f86585bebfc18c423&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3114092 Aug 16 17:48:41.477047 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768334a-7f03-4ad9-a798-054dadbe9987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c651d796-6ffa-45ed-a538-088df7eadd3f,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:41.479475 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 50384) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:41.532659 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-6f71bd66-2307-4850-ad64-44e1f27c98ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:41.553704 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-6f71bd66-2307-4850-ad64-44e1f27c98ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:41.687003 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-6f71bd66-2307-4850-ad64-44e1f27c98ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:41.689618 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-6f71bd66-2307-4850-ad64-44e1f27c98ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:41.690807 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-6f71bd66-2307-4850-ad64-44e1f27c98ae admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c651d796-6ffa-45ed-a538-088df7eadd3f HTTP/1.1" status: 204 len: 168 time: 0.2099552 Aug 16 17:48:41.699121 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f71bd66-2307-4850-ad64-44e1f27c98ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c651d796-6ffa-45ed-a538-088df7eadd3f,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:42.011280 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 50392) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:42.024367 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-5816274e-9644-498d-a5a3-3351d4243a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:42.117265 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-5816274e-9644-498d-a5a3-3351d4243a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:42.202046 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-5816274e-9644-498d-a5a3-3351d4243a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:42.247009 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-5816274e-9644-498d-a5a3-3351d4243a88 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e5f3f5980ded42a3adb1b062c71eab5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344470 Aug 16 17:48:42.247886 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5816274e-9644-498d-a5a3-3351d4243a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d828befe-f013-4836-9c7f-b23a3455a1a6,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:42.249604 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 50398) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:42.300364 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-c63db93e-6af6-4291-a024-087da3409996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:42.323331 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-c63db93e-6af6-4291-a024-087da3409996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:42.454067 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-c63db93e-6af6-4291-a024-087da3409996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:42.456759 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-c63db93e-6af6-4291-a024-087da3409996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:42.457938 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-c63db93e-6af6-4291-a024-087da3409996 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d828befe-f013-4836-9c7f-b23a3455a1a6 HTTP/1.1" status: 204 len: 168 time: 0.2071664 Aug 16 17:48:42.466849 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63db93e-6af6-4291-a024-087da3409996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d828befe-f013-4836-9c7f-b23a3455a1a6,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:42.525298 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 50410) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:42.539430 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e5c58798-d154-4a1d-8983-e3ad2103bb0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:42.626465 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e5c58798-d154-4a1d-8983-e3ad2103bb0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:42.688294 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e5c58798-d154-4a1d-8983-e3ad2103bb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:42.730429 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-e5c58798-d154-4a1d-8983-e3ad2103bb0e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=64c158a2ded945479962d43426351971&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2036784 Aug 16 17:48:42.731264 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c58798-d154-4a1d-8983-e3ad2103bb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747563c8-617e-4d2b-9e4e-c11a4764765d,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:42.733096 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 50412) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:42.790792 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-9e92349b-47d1-4374-af94-f1f0f7c6822b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:42.811441 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-9e92349b-47d1-4374-af94-f1f0f7c6822b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:43.192613 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-9e92349b-47d1-4374-af94-f1f0f7c6822b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:43.192613 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-9e92349b-47d1-4374-af94-f1f0f7c6822b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:43.192613 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-9e92349b-47d1-4374-af94-f1f0f7c6822b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/747563c8-617e-4d2b-9e4e-c11a4764765d HTTP/1.1" status: 204 len: 168 time: 0.4553714 Aug 16 17:48:43.200568 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e92349b-47d1-4374-af94-f1f0f7c6822b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747563c8-617e-4d2b-9e4e-c11a4764765d,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:43.394169 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046dd507-522e-431f-ab60-774695f55cdc req-7fccdd0a-3c6f-4cf7-a2ad-142e3cf2a079 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:43.395967 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-046dd507-522e-431f-ab60-774695f55cdc req-7fccdd0a-3c6f-4cf7-a2ad-142e3cf2a079 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/networks?id=3eb656a4-6308-4e2c-a61f-8a2507a19350 HTTP/1.1" status: 200 len: 809 time: 0.1452191 Aug 16 17:48:43.425537 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-046dd507-522e-431f-ab60-774695f55cdc req-702b4b3a-8d2d-424c-81b7-90cc930f0d47 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/quotas/2d064a279dd6407aa81713f35584ef43 HTTP/1.1" status: 200 len: 375 time: 0.0223732 Aug 16 17:48:43.470767 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-046dd507-522e-431f-ab60-774695f55cdc req-2111c663-a1bb-4554-86c8-6a3d830fb9f6 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2d064a279dd6407aa81713f35584ef43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408566 Aug 16 17:48:43.715992 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [req-046dd507-522e-431f-ab60-774695f55cdc req-4486c52c-3970-4f82-aa83-a770fb1f702a service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=101350) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 17:48:43.729644 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-046dd507-522e-431f-ab60-774695f55cdc req-4486c52c-3970-4f82-aa83-a770fb1f702a service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0662091 Aug 16 17:48:43.824541 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-046dd507-522e-431f-ab60-774695f55cdc req-2d39964c-fe57-4829-9bac-053905bd2957 service neutron] 10.222.0.73 "GET /v2.0/networks/3eb656a4-6308-4e2c-a61f-8a2507a19350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940449 Aug 16 17:48:43.922918 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-046dd507-522e-431f-ab60-774695f55cdc req-3ba48130-5dac-4011-824c-6324fe1aad0a service neutron] 10.222.0.73 "GET /v2.0/networks/3eb656a4-6308-4e2c-a61f-8a2507a19350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913429 Aug 16 17:48:44.223099 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-654390ed-c48c-45a0-8436-305f08e46480 req-8b876d11-f484-495c-8129-a96ad6a8524d tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ec34b2b-e9e4-4c14-9896-22d661808f8e HTTP/1.1" status: 200 len: 210 time: 0.0270853 Aug 16 17:48:45.319517 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e49da8be-8b17-4348-be03-7e73d368cbc0 req-d8039f5d-ec36-4e2e-b8aa-a57f70839ffc tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ec34b2b-e9e4-4c14-9896-22d661808f8e HTTP/1.1" status: 200 len: 210 time: 0.0252454 Aug 16 17:48:46.727762 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474a4cb-fe27-4b04-ae59-8b80c852a5c1 req-9a4f39b4-2a7c-4fc7-81b9-dd506bd82e99 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:46.729286 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-0474a4cb-fe27-4b04-ae59-8b80c852a5c1 req-9a4f39b4-2a7c-4fc7-81b9-dd506bd82e99 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7183a4c-cfa9-4e55-8afa-317fb240f36c HTTP/1.1" status: 200 len: 945 time: 0.0496969 Aug 16 17:48:46.767897 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-0474a4cb-fe27-4b04-ae59-8b80c852a5c1 req-f3f2e60e-828a-4478-9973-85d2601bec4c tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d1b941-88f9-4693-9599-3138b47fe9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326240 Aug 16 17:48:46.852948 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e3fc7456-f5cd-4d89-a1ee-b654347e3713 req-c8d3965b-b6b0-48d6-b08f-32b85e529ae2 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ec34b2b-e9e4-4c14-9896-22d661808f8e HTTP/1.1" status: 200 len: 210 time: 0.0305438 Aug 16 17:48:49.009491 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-171d17f5-8aa5-4ca0-a875-e314022664c8 req-0c25850b-0035-4f01-add4-b3b1bf41a7fe tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ec34b2b-e9e4-4c14-9896-22d661808f8e HTTP/1.1" status: 200 len: 210 time: 0.0294909 Aug 16 17:48:49.022635 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a823c3-36d6-47e1-b413-f24b3b868782 req-3e153a4e-eeea-4a81-a14a-3c4f6a028a2b tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:49.032996 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-82a823c3-36d6-47e1-b413-f24b3b868782 req-3e153a4e-eeea-4a81-a14a-3c4f6a028a2b tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7183a4c-cfa9-4e55-8afa-317fb240f36c HTTP/1.1" status: 200 len: 945 time: 0.0759118 Aug 16 17:48:49.067303 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-82a823c3-36d6-47e1-b413-f24b3b868782 req-646abd10-65e6-4fd5-815f-18c5ac683ab8 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d1b941-88f9-4693-9599-3138b47fe9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334139 Aug 16 17:48:50.178242 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e4c72672-610b-498f-b0f0-97fb53415dbb req-cfc21d87-0c17-4bf4-8719-db8f31c94cd1 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ec34b2b-e9e4-4c14-9896-22d661808f8e HTTP/1.1" status: 200 len: 210 time: 0.0746558 Aug 16 17:48:50.234820 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded46f48-c11f-4aa6-a9e7-bdfed8aba45c req-f35765d7-54f1-4ac9-a5e3-99f3febf90d2 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:50.236619 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ded46f48-c11f-4aa6-a9e7-bdfed8aba45c req-f35765d7-54f1-4ac9-a5e3-99f3febf90d2 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7183a4c-cfa9-4e55-8afa-317fb240f36c HTTP/1.1" status: 200 len: 945 time: 0.0556903 Aug 16 17:48:50.284477 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ded46f48-c11f-4aa6-a9e7-bdfed8aba45c req-970b31a9-7558-4c7f-a59a-b8bd99032bef tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d1b941-88f9-4693-9599-3138b47fe9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404260 Aug 16 17:48:50.313677 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046dd507-522e-431f-ab60-774695f55cdc req-d5cf25cf-dadb-45ae-8b01-acacfe66ec20 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:50.315190 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-046dd507-522e-431f-ab60-774695f55cdc req-d5cf25cf-dadb-45ae-8b01-acacfe66ec20 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.13 "GET /v2.0/networks?id=3eb656a4-6308-4e2c-a61f-8a2507a19350 HTTP/1.1" status: 200 len: 809 time: 0.1909204 Aug 16 17:48:50.343218 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [req-046dd507-522e-431f-ab60-774695f55cdc req-2b7acaf0-cf7e-443d-9351-236b26f9a38a tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Request body: {'port': {'device_id': '2ec34b2b-e9e4-4c14-9896-22d661808f8e', 'network_id': '3eb656a4-6308-4e2c-a61f-8a2507a19350', 'admin_state_up': True, 'tenant_id': '2d064a279dd6407aa81713f35584ef43'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:48:50.568737 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-046dd507-522e-431f-ab60-774695f55cdc req-2b7acaf0-cf7e-443d-9351-236b26f9a38a tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Made reservation on behalf of 2d064a279dd6407aa81713f35584ef43 for: {'port': 1} {{(pid=101349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:48:50.572355 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-046dd507-522e-431f-ab60-774695f55cdc req-2b7acaf0-cf7e-443d-9351-236b26f9a38a tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:50.705042 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.db_base_plugin_common [req-046dd507-522e-431f-ab60-774695f55cdc req-2b7acaf0-cf7e-443d-9351-236b26f9a38a tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Allocated IP 172.20.0.14 (3eb656a4-6308-4e2c-a61f-8a2507a19350/f355b6a0-7bb0-47b7-9301-12cb5d4242a2/03f99937-2b63-41be-a5b6-18793c2ebefd) {{(pid=101349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:48:51.038689 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-046dd507-522e-431f-ab60-774695f55cdc req-2b7acaf0-cf7e-443d-9351-236b26f9a38a tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Notify callbacks [] for port, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:51.168994 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-046dd507-522e-431f-ab60-774695f55cdc req-2b7acaf0-cf7e-443d-9351-236b26f9a38a tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:51.230909 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-046dd507-522e-431f-ab60-774695f55cdc req-2b7acaf0-cf7e-443d-9351-236b26f9a38a tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Network 3eb656a4-6308-4e2c-a61f-8a2507a19350 is already hosted by enough agents. {{(pid=101349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:48:51.234121 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.base_scheduler [req-046dd507-522e-431f-ab60-774695f55cdc req-2b7acaf0-cf7e-443d-9351-236b26f9a38a tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Resources bound (agent type, host, resource id): {{(pid=101349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:48:51.240398 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [req-046dd507-522e-431f-ab60-774695f55cdc req-2b7acaf0-cf7e-443d-9351-236b26f9a38a tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Received port after_create {{(pid=101349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:48:51.242098 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7acaf0-cf7e-443d-9351-236b26f9a38a tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Pushing event updated for resources: {'Port': ['ID=03f99937-2b63-41be-a5b6-18793c2ebefd,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:51.268983 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7acaf0-cf7e-443d-9351-236b26f9a38a tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:48:51.269325 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7acaf0-cf7e-443d-9351-236b26f9a38a tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:48:51.269658 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7acaf0-cf7e-443d-9351-236b26f9a38a tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:48:51.270006 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7acaf0-cf7e-443d-9351-236b26f9a38a tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:48:51.270332 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7acaf0-cf7e-443d-9351-236b26f9a38a tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:48:51.270654 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7acaf0-cf7e-443d-9351-236b26f9a38a tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:48:51.271037 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7acaf0-cf7e-443d-9351-236b26f9a38a tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:48:51.271355 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7acaf0-cf7e-443d-9351-236b26f9a38a tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:48:51.271670 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7acaf0-cf7e-443d-9351-236b26f9a38a tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:48:51.271982 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7acaf0-cf7e-443d-9351-236b26f9a38a tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:48:51.273156 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7acaf0-cf7e-443d-9351-236b26f9a38a tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:48:51.273668 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7acaf0-cf7e-443d-9351-236b26f9a38a tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:48:51.299931 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046dd507-522e-431f-ab60-774695f55cdc req-2b7acaf0-cf7e-443d-9351-236b26f9a38a tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:51.300554 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-046dd507-522e-431f-ab60-774695f55cdc req-2b7acaf0-cf7e-443d-9351-236b26f9a38a tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:51.415186 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-046dd507-522e-431f-ab60-774695f55cdc req-2b7acaf0-cf7e-443d-9351-236b26f9a38a tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0762131 Aug 16 17:48:52.126494 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 50722) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:52.229334 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-9d19cb66-9265-44e3-a040-6809742fff7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:52.315381 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-9d19cb66-9265-44e3-a040-6809742fff7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:52.407957 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-9d19cb66-9265-44e3-a040-6809742fff7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:52.445311 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19cb66-9265-44e3-a040-6809742fff7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82e75b4-1871-4e3a-92e6-e40dcc5b873b,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:52.449834 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-9d19cb66-9265-44e3-a040-6809742fff7f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a4f90860e3104c9d9a90c91005e6f1ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3223145 Aug 16 17:48:52.452739 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 50726) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:52.454994 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d19cb66-9265-44e3-a040-6809742fff7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:48:52.455346 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d19cb66-9265-44e3-a040-6809742fff7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:48:52.455689 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d19cb66-9265-44e3-a040-6809742fff7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:48:52.456015 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d19cb66-9265-44e3-a040-6809742fff7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:48:52.456343 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d19cb66-9265-44e3-a040-6809742fff7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:48:52.456674 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d19cb66-9265-44e3-a040-6809742fff7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:48:52.457002 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d19cb66-9265-44e3-a040-6809742fff7f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:48:52.457328 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d19cb66-9265-44e3-a040-6809742fff7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:48:52.457653 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d19cb66-9265-44e3-a040-6809742fff7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:48:52.457995 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d19cb66-9265-44e3-a040-6809742fff7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:48:52.458376 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d19cb66-9265-44e3-a040-6809742fff7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:48:52.458624 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d19cb66-9265-44e3-a040-6809742fff7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:48:52.505076 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-949878fa-bfcb-48f5-8fa8-f463fd1cd6c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:52.526164 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-949878fa-bfcb-48f5-8fa8-f463fd1cd6c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:52.642513 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-949878fa-bfcb-48f5-8fa8-f463fd1cd6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:52.645067 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-949878fa-bfcb-48f5-8fa8-f463fd1cd6c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:52.646219 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-949878fa-bfcb-48f5-8fa8-f463fd1cd6c2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b82e75b4-1871-4e3a-92e6-e40dcc5b873b HTTP/1.1" status: 204 len: 168 time: 0.1908865 Aug 16 17:48:52.654823 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949878fa-bfcb-48f5-8fa8-f463fd1cd6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82e75b4-1871-4e3a-92e6-e40dcc5b873b,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:52.774638 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 6 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 17:48:53.297815 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 50738) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:53.311739 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-7d862b1d-b0dd-432a-9fff-91a5918be2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:53.399591 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-7d862b1d-b0dd-432a-9fff-91a5918be2e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:53.454161 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-7d862b1d-b0dd-432a-9fff-91a5918be2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:53.490966 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d862b1d-b0dd-432a-9fff-91a5918be2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5960d379-3eea-41ea-ac5a-63c8174e9a68,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:53.496520 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-7d862b1d-b0dd-432a-9fff-91a5918be2e7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=67fe4c1fe4f245d8932538635334a174&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1969931 Aug 16 17:48:53.498678 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 50750) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:53.551211 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-d27a9cb4-0ced-4e51-9947-cafad7fbfa81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:53.571991 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-d27a9cb4-0ced-4e51-9947-cafad7fbfa81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:53.695284 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-d27a9cb4-0ced-4e51-9947-cafad7fbfa81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:53.697929 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-d27a9cb4-0ced-4e51-9947-cafad7fbfa81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:53.699138 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-d27a9cb4-0ced-4e51-9947-cafad7fbfa81 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5960d379-3eea-41ea-ac5a-63c8174e9a68 HTTP/1.1" status: 204 len: 168 time: 0.1978557 Aug 16 17:48:53.714431 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a9cb4-0ced-4e51-9947-cafad7fbfa81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5960d379-3eea-41ea-ac5a-63c8174e9a68,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:53.814744 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-23fe9da3-25fb-4481-affb-a5d029a5f261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:53.939742 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [req-046dd507-522e-431f-ab60-774695f55cdc req-437934e1-23de-4f12-8826-9c3f59998e88 service neutron] Request body: {'port': {'device_id': '2ec34b2b-e9e4-4c14-9896-22d661808f8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:48:53.996110 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-046dd507-522e-431f-ab60-774695f55cdc req-437934e1-23de-4f12-8826-9c3f59998e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:54.241066 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b0b5ae20-4c85-4fdf-a688-6d532b0f6d88 req-30503d31-c8fc-4cad-a13d-39c25fc0b907 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1139598 Aug 16 17:48:54.308446 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [req-046dd507-522e-431f-ab60-774695f55cdc req-437934e1-23de-4f12-8826-9c3f59998e88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03f99937-2b63-41be-a5b6-18793c2ebefd {{(pid=101349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:48:54.316833 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-046dd507-522e-431f-ab60-774695f55cdc req-437934e1-23de-4f12-8826-9c3f59998e88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:54.330299 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.provisioning_blocks [req-046dd507-522e-431f-ab60-774695f55cdc req-437934e1-23de-4f12-8826-9c3f59998e88 service neutron] Transition to ACTIVE for port object 03f99937-2b63-41be-a5b6-18793c2ebefd will not be triggered until provisioned by entity L2. {{(pid=101349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:48:54.399385 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-046dd507-522e-431f-ab60-774695f55cdc req-437934e1-23de-4f12-8826-9c3f59998e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5660737'] for port, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:54.470874 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437934e1-23de-4f12-8826-9c3f59998e88 service neutron] Pushing event updated for resources: {'Port': ['ID=03f99937-2b63-41be-a5b6-18793c2ebefd,revision_number=2']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:54.483499 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057828f-6608-42cf-8ce6-3839796ace44 req-0c06874f-2189-4d92-a3b1-4b8644ae86b9 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:54.485582 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2057828f-6608-42cf-8ce6-3839796ace44 req-0c06874f-2189-4d92-a3b1-4b8644ae86b9 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ec34b2b-e9e4-4c14-9896-22d661808f8e HTTP/1.1" status: 200 len: 932 time: 0.3350413 Aug 16 17:48:54.524264 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae20a2-6757-4fc1-bf5c-4fe27e27fda1 req-c7e0c81e-85c1-4a6e-a37b-d0de4ce6fdcd tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:54.526747 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-24ae20a2-6757-4fc1-bf5c-4fe27e27fda1 req-c7e0c81e-85c1-4a6e-a37b-d0de4ce6fdcd tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7183a4c-cfa9-4e55-8afa-317fb240f36c HTTP/1.1" status: 200 len: 945 time: 0.3179564 Aug 16 17:48:54.550797 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5ae20-4c85-4fdf-a688-6d532b0f6d88 req-c10cfd17-9d9a-44eb-80e1-a6a0b6ef36f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:54.557324 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-046dd507-522e-431f-ab60-774695f55cdc req-437934e1-23de-4f12-8826-9c3f59998e88 service neutron] Attempting to bind port 03f99937-2b63-41be-a5b6-18793c2ebefd on host hv-cinder-79760 for vnic_type normal with profile {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:48:54.557667 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-046dd507-522e-431f-ab60-774695f55cdc req-437934e1-23de-4f12-8826-9c3f59998e88 service neutron] Attempting to bind port 03f99937-2b63-41be-a5b6-18793c2ebefd by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '1124a22b-fdab-4357-a2c0-4348a0116042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '3eb656a4-6308-4e2c-a61f-8a2507a19350'}] {{(pid=101349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:48:54.558036 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046dd507-522e-431f-ab60-774695f55cdc req-437934e1-23de-4f12-8826-9c3f59998e88 service neutron] Attempting to bind port 03f99937-2b63-41be-a5b6-18793c2ebefd on network 3eb656a4-6308-4e2c-a61f-8a2507a19350 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:48:54.558918 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b0b5ae20-4c85-4fdf-a688-6d532b0f6d88 req-c10cfd17-9d9a-44eb-80e1-a6a0b6ef36f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cf94379c7f24013b25e39317315f217&device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 1098 time: 0.1129158 Aug 16 17:48:54.562973 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046dd507-522e-431f-ab60-774695f55cdc req-437934e1-23de-4f12-8826-9c3f59998e88 service neutron] Port 03f99937-2b63-41be-a5b6-18793c2ebefd on network 3eb656a4-6308-4e2c-a61f-8a2507a19350 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 17:48:54.567674 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046dd507-522e-431f-ab60-774695f55cdc req-437934e1-23de-4f12-8826-9c3f59998e88 service neutron] Attempting to bind port 03f99937-2b63-41be-a5b6-18793c2ebefd on network 3eb656a4-6308-4e2c-a61f-8a2507a19350 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:48:54.568602 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046dd507-522e-431f-ab60-774695f55cdc req-437934e1-23de-4f12-8826-9c3f59998e88 service neutron] Checking agent: {'id': 'd413de79-89e7-4037-a6bb-11a55464df62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 45, 56), 'started_at': datetime.datetime(2021, 8, 16, 17, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:48:54.569120 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046dd507-522e-431f-ab60-774695f55cdc req-437934e1-23de-4f12-8826-9c3f59998e88 service neutron] Checking segment: {'id': '1124a22b-fdab-4357-a2c0-4348a0116042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '3eb656a4-6308-4e2c-a61f-8a2507a19350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:48:54.569893 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046dd507-522e-431f-ab60-774695f55cdc req-437934e1-23de-4f12-8826-9c3f59998e88 service neutron] Bound using segment: {'id': '1124a22b-fdab-4357-a2c0-4348a0116042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '3eb656a4-6308-4e2c-a61f-8a2507a19350'} {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:48:54.570752 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-046dd507-522e-431f-ab60-774695f55cdc req-437934e1-23de-4f12-8826-9c3f59998e88 service neutron] Bound port: 03f99937-2b63-41be-a5b6-18793c2ebefd, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1124a22b-fdab-4357-a2c0-4348a0116042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '3eb656a4-6308-4e2c-a61f-8a2507a19350'}}] {{(pid=101349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:48:54.571282 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-046dd507-522e-431f-ab60-774695f55cdc req-437934e1-23de-4f12-8826-9c3f59998e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:54.600550 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2057828f-6608-42cf-8ce6-3839796ace44 req-80231957-1de9-491f-834e-f4d6288ccd25 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6c6db5c-ee51-4f04-b721-2802f06a3ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064062 Aug 16 17:48:54.647114 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-046dd507-522e-431f-ab60-774695f55cdc req-437934e1-23de-4f12-8826-9c3f59998e88 service neutron] For port 03f99937-2b63-41be-a5b6-18793c2ebefd, host hv-cinder-79760, cleared binding levels {{(pid=101349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:48:54.653381 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-046dd507-522e-431f-ab60-774695f55cdc req-437934e1-23de-4f12-8826-9c3f59998e88 service neutron] For port 03f99937-2b63-41be-a5b6-18793c2ebefd, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=03f99937-2b63-41be-a5b6-18793c2ebefd,segment=NetworkSegment(1124a22b-fdab-4357-a2c0-4348a0116042),segment_id=1124a22b-fdab-4357-a2c0-4348a0116042)] {{(pid=101349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:48:54.654755 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-24ae20a2-6757-4fc1-bf5c-4fe27e27fda1 req-1273841f-c116-4ab0-8d3a-befb6940aa93 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d1b941-88f9-4693-9599-3138b47fe9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190841 Aug 16 17:48:54.735755 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-046dd507-522e-431f-ab60-774695f55cdc req-437934e1-23de-4f12-8826-9c3f59998e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5660737'] for port, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:54.770360 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046dd507-522e-431f-ab60-774695f55cdc req-437934e1-23de-4f12-8826-9c3f59998e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:54.770982 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-046dd507-522e-431f-ab60-774695f55cdc req-437934e1-23de-4f12-8826-9c3f59998e88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:54.773041 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-046dd507-522e-431f-ab60-774695f55cdc req-437934e1-23de-4f12-8826-9c3f59998e88 service neutron] 10.222.0.13 "PUT /v2.0/ports/03f99937-2b63-41be-a5b6-18793c2ebefd HTTP/1.1" status: 200 len: 1094 time: 0.8372276 Aug 16 17:48:54.773488 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ec34b2b-e9e4-4c14-9896-22d661808f8e', 'tag': '03f99937-2b63-41be-a5b6-18793c2ebefd'}] {{(pid=101349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:48:54.775893 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}934f09010de237f24c102465ff13aed95362a81e3346d32f1bd52d9236897e6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14112d9-c632-4ea9-9c03-c9da2099d13f" -d '{"events": [{"name": "network-changed", "server_uuid": "2ec34b2b-e9e4-4c14-9896-22d661808f8e", "tag": "03f99937-2b63-41be-a5b6-18793c2ebefd"}]}' {{(pid=101349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:48:54.777789 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5ae20-4c85-4fdf-a688-6d532b0f6d88 req-241c0f86-1c4a-4f75-af36-1c675fc6ede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:54.779616 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b0b5ae20-4c85-4fdf-a688-6d532b0f6d88 req-241c0f86-1c4a-4f75-af36-1c675fc6ede0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cf977a3b-5d44-4959-9dba-d50c353bb70f HTTP/1.1" status: 200 len: 918 time: 0.1794777 Aug 16 17:48:54.810399 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437934e1-23de-4f12-8826-9c3f59998e88 service neutron] Pushing event updated for resources: {'Port': ['ID=03f99937-2b63-41be-a5b6-18793c2ebefd,revision_number=3']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:54.830071 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 17:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e6e3a4-77e1-4d27-9216-d5ee08783964 x-openstack-request-id: req-45e6e3a4-77e1-4d27-9216-d5ee08783964 {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:48:54.830389 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ec34b2b-e9e4-4c14-9896-22d661808f8e", "tag": "03f99937-2b63-41be-a5b6-18793c2ebefd", "status": "completed", "code": 200}]} {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:48:54.830628 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-45e6e3a4-77e1-4d27-9216-d5ee08783964 {{(pid=101349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:48:54.830990 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ec34b2b-e9e4-4c14-9896-22d661808f8e', 'tag': '03f99937-2b63-41be-a5b6-18793c2ebefd', 'status': 'completed', 'code': 200} Aug 16 17:48:54.901015 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b0b5ae20-4c85-4fdf-a688-6d532b0f6d88 req-16eabad7-7797-4f86-8dfd-6415f0077976 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c138bc0-b659-41ca-b07d-dbed825e3255 HTTP/1.1" status: 200 len: 1001 time: 0.1037452 Aug 16 17:48:54.948367 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14112d9-c632-4ea9-9c03-c9da2099d13f req-a3a71d34-652b-49c5-8091-cb6ae341fad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:54.949894 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-f14112d9-c632-4ea9-9c03-c9da2099d13f req-a3a71d34-652b-49c5-8091-cb6ae341fad3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d064a279dd6407aa81713f35584ef43&device_id=2ec34b2b-e9e4-4c14-9896-22d661808f8e HTTP/1.1" status: 200 len: 1097 time: 0.0417759 Aug 16 17:48:54.956309 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5ae20-4c85-4fdf-a688-6d532b0f6d88 req-bd7b2370-ebb4-4d60-9d38-5212617cdf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:54.957879 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b0b5ae20-4c85-4fdf-a688-6d532b0f6d88 req-bd7b2370-ebb4-4d60-9d38-5212617cdf2d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0c1f877-910d-484d-a497-8ce21ca738df HTTP/1.1" status: 200 len: 856 time: 0.0486038 Aug 16 17:48:55.043523 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.13', 61485) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:48:55.092516 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5ae20-4c85-4fdf-a688-6d532b0f6d88 req-42ba0fee-0528-4a46-a901-172b6cdd2886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:55.094166 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b0b5ae20-4c85-4fdf-a688-6d532b0f6d88 req-42ba0fee-0528-4a46-a901-172b6cdd2886 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cf977a3b-5d44-4959-9dba-d50c353bb70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0494282 Aug 16 17:48:55.216401 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b97cc3-926b-43b5-b81b-48c2f83d912a req-341d62d2-ccc2-46e8-9ff7-7d5b4b0c0ca3 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:55.217975 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-a5b97cc3-926b-43b5-b81b-48c2f83d912a req-341d62d2-ccc2-46e8-9ff7-7d5b4b0c0ca3 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7183a4c-cfa9-4e55-8afa-317fb240f36c HTTP/1.1" status: 200 len: 945 time: 0.1732323 Aug 16 17:48:55.275702 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b0b5ae20-4c85-4fdf-a688-6d532b0f6d88 req-78e30a4f-4d9c-4fcd-8c28-734de379ffcf service neutron] 10.222.0.13 "GET /v2.0/networks/cf977a3b-5d44-4959-9dba-d50c353bb70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732647 Aug 16 17:48:55.287373 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14112d9-c632-4ea9-9c03-c9da2099d13f req-337f35ed-79c7-4712-997e-46a2771c161e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:55.289427 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-f14112d9-c632-4ea9-9c03-c9da2099d13f req-337f35ed-79c7-4712-997e-46a2771c161e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=2d064a279dd6407aa81713f35584ef43&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2435591 Aug 16 17:48:55.421790 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b0b5ae20-4c85-4fdf-a688-6d532b0f6d88 req-ded4603a-616c-4559-940d-56a612b1ccab service neutron] 10.222.0.13 "GET /v2.0/networks/cf977a3b-5d44-4959-9dba-d50c353bb70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985110 Aug 16 17:48:55.457282 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [req-a5b97cc3-926b-43b5-b81b-48c2f83d912a req-e2a53126-37af-4d79-b59e-4db83067870d tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Deleting port 37dafd24-0fbf-4825-87eb-8eca57aa91e6 {{(pid=101349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:48:55.457642 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-a5b97cc3-926b-43b5-b81b-48c2f83d912a req-e2a53126-37af-4d79-b59e-4db83067870d tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:55.463300 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14112d9-c632-4ea9-9c03-c9da2099d13f req-35d9aa62-f3d0-4856-ab0b-d86409a55b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:55.464808 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-f14112d9-c632-4ea9-9c03-c9da2099d13f req-35d9aa62-f3d0-4856-ab0b-d86409a55b43 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1328573 Aug 16 17:48:55.568063 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-a5b97cc3-926b-43b5-b81b-48c2f83d912a req-e2a53126-37af-4d79-b59e-4db83067870d tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] For port 37dafd24-0fbf-4825-87eb-8eca57aa91e6, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=37dafd24-0fbf-4825-87eb-8eca57aa91e6,segment=NetworkSegment(c8ba735b-97c1-40e2-9127-cc115fbd435b),segment_id=c8ba735b-97c1-40e2-9127-cc115fbd435b)] {{(pid=101349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:48:55.568063 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-a5b97cc3-926b-43b5-b81b-48c2f83d912a req-e2a53126-37af-4d79-b59e-4db83067870d tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:55.607564 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [req-a5b97cc3-926b-43b5-b81b-48c2f83d912a req-e2a53126-37af-4d79-b59e-4db83067870d tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Calling delete_port for 37dafd24-0fbf-4825-87eb-8eca57aa91e6 owned by compute:nova {{(pid=101349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:48:55.686508 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046dd507-522e-431f-ab60-774695f55cdc req-1777673e-0740-453f-b0fd-5b79439fc6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:55.689108 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-046dd507-522e-431f-ab60-774695f55cdc req-1777673e-0740-453f-b0fd-5b79439fc6fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d064a279dd6407aa81713f35584ef43&device_id=2ec34b2b-e9e4-4c14-9896-22d661808f8e HTTP/1.1" status: 200 len: 1097 time: 0.1249521 Aug 16 17:48:55.763756 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e78f8-8e2d-4b20-891b-fdd3d358ad84 req-56257e02-e576-4c86-b98b-5e1ea2f74cb7 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:55.765288 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e46e78f8-8e2d-4b20-891b-fdd3d358ad84 req-56257e02-e576-4c86-b98b-5e1ea2f74cb7 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ec34b2b-e9e4-4c14-9896-22d661808f8e HTTP/1.1" status: 200 len: 944 time: 0.0888829 Aug 16 17:48:55.828130 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e46e78f8-8e2d-4b20-891b-fdd3d358ad84 req-c11c5c74-d401-43ad-92be-744ca9549d70 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6c6db5c-ee51-4f04-b721-2802f06a3ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419922 Aug 16 17:48:55.836015 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a8368-c12c-445b-8082-564bd4448469 req-03bc0121-7365-41e4-b9b2-1a2ccf342040 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:55.837481 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c94a8368-c12c-445b-8082-564bd4448469 req-03bc0121-7365-41e4-b9b2-1a2ccf342040 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7183a4c-cfa9-4e55-8afa-317fb240f36c HTTP/1.1" status: 200 len: 945 time: 0.0934629 Aug 16 17:48:55.861342 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-a5b97cc3-926b-43b5-b81b-48c2f83d912a req-e2a53126-37af-4d79-b59e-4db83067870d tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:55.880653 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c94a8368-c12c-445b-8082-564bd4448469 req-e387446a-499f-4190-961f-a00568202bd3 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d1b941-88f9-4693-9599-3138b47fe9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362272 Aug 16 17:48:55.896372 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a53126-37af-4d79-b59e-4db83067870d tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Pushing event deleted for resources: {'Port': ['ID=37dafd24-0fbf-4825-87eb-8eca57aa91e6,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:48:55.965751 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b97cc3-926b-43b5-b81b-48c2f83d912a req-e2a53126-37af-4d79-b59e-4db83067870d tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] No DVR routers for this DVR port 37dafd24-0fbf-4825-87eb-8eca57aa91e6 on host hv-cinder-79760 {{(pid=101349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 17:48:55.968936 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-a5b97cc3-926b-43b5-b81b-48c2f83d912a req-e2a53126-37af-4d79-b59e-4db83067870d tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:55.970949 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-a5b97cc3-926b-43b5-b81b-48c2f83d912a req-e2a53126-37af-4d79-b59e-4db83067870d tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.13 "DELETE /v2.0/ports/37dafd24-0fbf-4825-87eb-8eca57aa91e6 HTTP/1.1" status: 204 len: 173 time: 0.7301958 Aug 16 17:48:56.540248 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-8d5dad6c-b364-49d6-a7ef-edbb0eafbd78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:56.650437 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:56.831851 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7183a4c-cfa9-4e55-8afa-317fb240f36c', 'name': 'network-vif-deleted', 'tag': '37dafd24-0fbf-4825-87eb-8eca57aa91e6'}] {{(pid=101349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:48:56.834237 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}934f09010de237f24c102465ff13aed95362a81e3346d32f1bd52d9236897e6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24284b2c-1423-41e0-96f8-8218c7c268f5" -d '{"events": [{"server_uuid": "b7183a4c-cfa9-4e55-8afa-317fb240f36c", "name": "network-vif-deleted", "tag": "37dafd24-0fbf-4825-87eb-8eca57aa91e6"}]}' {{(pid=101349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:48:57.618971 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:57.641590 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:58.705719 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['37dafd24-0fbf-4825-87eb-8eca57aa91e6'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:48:58.770205 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-046dd507-522e-431f-ab60-774695f55cdc req-3c47d122-f404-447e-b4a8-32f27cc72533 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03f99937-2b63-41be-a5b6-18793c2ebefd HTTP/1.1" status: 200 len: 217 time: 0.0352955 Aug 16 17:48:58.827073 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58339e4-3ac2-48ee-bccc-69c6d9ad19c1 x-openstack-request-id: req-b58339e4-3ac2-48ee-bccc-69c6d9ad19c1 {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:48:58.827393 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7183a4c-cfa9-4e55-8afa-317fb240f36c", "name": "network-vif-deleted", "tag": "37dafd24-0fbf-4825-87eb-8eca57aa91e6", "status": "completed", "code": 200}]} {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:48:58.827689 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b58339e4-3ac2-48ee-bccc-69c6d9ad19c1 {{(pid=101349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:48:58.828086 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7183a4c-cfa9-4e55-8afa-317fb240f36c', 'name': 'network-vif-deleted', 'tag': '37dafd24-0fbf-4825-87eb-8eca57aa91e6', 'status': 'completed', 'code': 200} Aug 16 17:48:58.878226 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 37dafd24-0fbf-4825-87eb-8eca57aa91e6 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:48:58.897979 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] No Port match for: 37dafd24-0fbf-4825-87eb-8eca57aa91e6 {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 17:48:58.898566 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 37dafd24-0fbf-4825-87eb-8eca57aa91e6 not bound to the agent host hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 17:48:58.931233 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-eab6ea00-09ce-4ce4-aa19-ef079135bceb req-6e4cbefe-4c9d-41b8-b0d3-b293f6a52542 tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7183a4c-cfa9-4e55-8afa-317fb240f36c HTTP/1.1" status: 200 len: 210 time: 0.0295024 Aug 16 17:48:58.946280 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713b108-9bce-44a4-84de-c0bd9c4c6259 req-6cb69590-0aee-4230-a3a3-a3f7f23bd629 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:58.947795 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2713b108-9bce-44a4-84de-c0bd9c4c6259 req-6cb69590-0aee-4230-a3a3-a3f7f23bd629 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ec34b2b-e9e4-4c14-9896-22d661808f8e HTTP/1.1" status: 200 len: 944 time: 0.0779753 Aug 16 17:48:58.958828 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046dd507-522e-431f-ab60-774695f55cdc req-85df66e2-cacb-4f4d-9fb4-47df9ff8caee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:48:58.960295 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-046dd507-522e-431f-ab60-774695f55cdc req-85df66e2-cacb-4f4d-9fb4-47df9ff8caee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f355b6a0-7bb0-47b7-9301-12cb5d4242a2 HTTP/1.1" status: 200 len: 849 time: 0.0588462 Aug 16 17:48:58.986549 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2713b108-9bce-44a4-84de-c0bd9c4c6259 req-f648d808-2754-465c-b6cf-4be319280eec tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6c6db5c-ee51-4f04-b721-2802f06a3ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327430 Aug 16 17:48:58.995018 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-046dd507-522e-431f-ab60-774695f55cdc req-c42b3ab3-f89a-4c9f-9c33-be13d60ad1b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3eb656a4-6308-4e2c-a61f-8a2507a19350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253069 Aug 16 17:48:59.094445 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:48:59.114328 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-046dd507-522e-431f-ab60-774695f55cdc req-0653f8a1-8944-4c9d-b19c-13c762f5258b service neutron] 10.222.0.13 "GET /v2.0/networks/3eb656a4-6308-4e2c-a61f-8a2507a19350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844531 Aug 16 17:48:59.212754 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-046dd507-522e-431f-ab60-774695f55cdc req-fa28bfc7-0dbc-4e3d-b2a1-5014d7dc77c2 service neutron] 10.222.0.13 "GET /v2.0/networks/3eb656a4-6308-4e2c-a61f-8a2507a19350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871553 Aug 16 17:49:00.048107 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-713d9f1c-d3ff-4654-ae0c-818279f9da34 req-e75fb05c-ecee-452f-bce3-7f2acd92924b tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7183a4c-cfa9-4e55-8afa-317fb240f36c HTTP/1.1" status: 200 len: 210 time: 0.0279224 Aug 16 17:49:00.150080 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2349edf-8f61-4c68-b5e2-ac8e8bc53868 req-1abfc767-bedb-4b26-9152-5274c3035011 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:00.152134 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e2349edf-8f61-4c68-b5e2-ac8e8bc53868 req-1abfc767-bedb-4b26-9152-5274c3035011 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ec34b2b-e9e4-4c14-9896-22d661808f8e HTTP/1.1" status: 200 len: 944 time: 0.0497239 Aug 16 17:49:00.202889 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e2349edf-8f61-4c68-b5e2-ac8e8bc53868 req-9b92dec1-56d7-48d7-929a-55dea5404794 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6c6db5c-ee51-4f04-b721-2802f06a3ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434957 Aug 16 17:49:01.164277 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f3af35ef-bcdc-40a8-ae7f-9df77c6eb4d7 req-695f982e-99cf-4fc5-bc14-bb30f692ffbe tempest-DeleteServersTestJSON-730377949 tempest-DeleteServersTestJSON-730377949-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7183a4c-cfa9-4e55-8afa-317fb240f36c HTTP/1.1" status: 200 len: 210 time: 0.0269380 Aug 16 17:49:01.327053 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534fb2f-72e6-495c-894c-3bbddeaec81c req-0ebd815e-9d97-45d5-bd3b-f523a9e697fc tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:01.328605 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7534fb2f-72e6-495c-894c-3bbddeaec81c req-0ebd815e-9d97-45d5-bd3b-f523a9e697fc tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ec34b2b-e9e4-4c14-9896-22d661808f8e HTTP/1.1" status: 200 len: 944 time: 0.0484726 Aug 16 17:49:01.367968 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7534fb2f-72e6-495c-894c-3bbddeaec81c req-3d21262b-0a79-46c1-b202-4c430cadab36 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6c6db5c-ee51-4f04-b721-2802f06a3ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331185 Aug 16 17:49:02.522322 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 50988) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:02.625324 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-04923798-ff5e-4001-9fad-1794c32f3906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:02.712703 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-04923798-ff5e-4001-9fad-1794c32f3906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:02.791913 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-04923798-ff5e-4001-9fad-1794c32f3906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:02.827011 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04923798-ff5e-4001-9fad-1794c32f3906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c345e41-a136-42f8-baca-f4f2f2f32f5e,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:02.833208 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-04923798-ff5e-4001-9fad-1794c32f3906 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=91e7fc7eff154898ad7169f561d8bcf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3092937 Aug 16 17:49:02.836414 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 50996) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:02.887387 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-de2c392c-02b9-4120-a458-d361031481e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:02.909148 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-de2c392c-02b9-4120-a458-d361031481e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:03.071836 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-de2c392c-02b9-4120-a458-d361031481e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:03.074457 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-de2c392c-02b9-4120-a458-d361031481e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:03.075614 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-de2c392c-02b9-4120-a458-d361031481e5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4c345e41-a136-42f8-baca-f4f2f2f32f5e HTTP/1.1" status: 204 len: 168 time: 0.2382565 Aug 16 17:49:03.083422 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c392c-02b9-4120-a458-d361031481e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c345e41-a136-42f8-baca-f4f2f2f32f5e,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:03.101385 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 51006) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:03.204304 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-330ab3cf-9eb9-400b-97e6-88e772a71c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:03.295171 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-330ab3cf-9eb9-400b-97e6-88e772a71c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:03.397420 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 03f99937-2b63-41be-a5b6-18793c2ebefd details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=101351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 17:49:03.409937 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-330ab3cf-9eb9-400b-97e6-88e772a71c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:03.441540 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-330ab3cf-9eb9-400b-97e6-88e772a71c26 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ac531737e3574f47b5bf84ab5691af90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3389561 Aug 16 17:49:03.444182 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 51012) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:03.457153 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ab3cf-9eb9-400b-97e6-88e772a71c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425c461b-2c30-4113-9de9-a5b2c7057c4f,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:03.506950 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-b89b9fc4-270e-4d90-8b21-b07561e0873c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:03.508667 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 03f99937-2b63-41be-a5b6-18793c2ebefd, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=03f99937-2b63-41be-a5b6-18793c2ebefd,segment=NetworkSegment(1124a22b-fdab-4357-a2c0-4348a0116042),segment_id=1124a22b-fdab-4357-a2c0-4348a0116042)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:49:03.520231 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Returning: {'device': '03f99937-2b63-41be-a5b6-18793c2ebefd', 'network_id': '3eb656a4-6308-4e2c-a61f-8a2507a19350', 'port_id': '03f99937-2b63-41be-a5b6-18793c2ebefd', 'mac_address': 'fa:16:3e:f1:34:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f355b6a0-7bb0-47b7-9301-12cb5d4242a2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 17:49:03.527933 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-b89b9fc4-270e-4d90-8b21-b07561e0873c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:03.560977 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:03.580555 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03f99937-2b63-41be-a5b6-18793c2ebefd {{(pid=101351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:49:03.599169 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 03f99937-2b63-41be-a5b6-18793c2ebefd, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=03f99937-2b63-41be-a5b6-18793c2ebefd,segment=NetworkSegment(1124a22b-fdab-4357-a2c0-4348a0116042),segment_id=1124a22b-fdab-4357-a2c0-4348a0116042)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:49:03.654937 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-b89b9fc4-270e-4d90-8b21-b07561e0873c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:03.655076 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:03.657798 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-b89b9fc4-270e-4d90-8b21-b07561e0873c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:03.661507 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-b89b9fc4-270e-4d90-8b21-b07561e0873c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/425c461b-2c30-4113-9de9-a5b2c7057c4f HTTP/1.1" status: 204 len: 168 time: 0.2126300 Aug 16 17:49:03.668233 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b9fc4-270e-4d90-8b21-b07561e0873c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425c461b-2c30-4113-9de9-a5b2c7057c4f,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:03.715751 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=03f99937-2b63-41be-a5b6-18793c2ebefd,revision_number=4']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:03.722936 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:03.723281 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:03.723633 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:03.723974 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:03.724312 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:03.724647 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:03.724979 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:03.725310 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:03.725641 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:03.729206 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:03.729576 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:03.730404 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:03.750968 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 51016) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:03.764162 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-2518cdb7-7ac9-4e88-b136-27426c0d8523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:03.850165 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-2518cdb7-7ac9-4e88-b136-27426c0d8523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:03.953345 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-2518cdb7-7ac9-4e88-b136-27426c0d8523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:03.995478 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-2518cdb7-7ac9-4e88-b136-27426c0d8523 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8dc33e7ae83d43d6a84dd3427b9f777b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2409248 Aug 16 17:49:03.995478 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518cdb7-7ac9-4e88-b136-27426c0d8523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d556935-3111-4017-8257-c9990e3f6736,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:03.997436 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 51020) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:04.051717 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-9bf51bbb-3715-4ddf-a0a9-0e084072df26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:04.074497 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-9bf51bbb-3715-4ddf-a0a9-0e084072df26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:04.203268 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-9bf51bbb-3715-4ddf-a0a9-0e084072df26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:04.205787 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-9bf51bbb-3715-4ddf-a0a9-0e084072df26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:04.206954 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-9bf51bbb-3715-4ddf-a0a9-0e084072df26 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1d556935-3111-4017-8257-c9990e3f6736 HTTP/1.1" status: 204 len: 168 time: 0.2080939 Aug 16 17:49:04.214507 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf51bbb-3715-4ddf-a0a9-0e084072df26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d556935-3111-4017-8257-c9990e3f6736,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:04.417790 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 51028) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:04.431581 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-5328a43f-82d9-40d7-914c-8aa406d22133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:04.528639 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-5328a43f-82d9-40d7-914c-8aa406d22133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:04.612561 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-5328a43f-82d9-40d7-914c-8aa406d22133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:04.660445 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-5328a43f-82d9-40d7-914c-8aa406d22133 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3121f054be4e42009cf97be83b3f891a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2415056 Aug 16 17:49:04.663115 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 51036) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:04.668984 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e951a9-74cd-46f5-b3c7-daf38bda8cc7 req-6f336e60-0891-4a25-a124-5ce334b85369 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:04.670447 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-25e951a9-74cd-46f5-b3c7-daf38bda8cc7 req-6f336e60-0891-4a25-a124-5ce334b85369 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ec34b2b-e9e4-4c14-9896-22d661808f8e HTTP/1.1" status: 200 len: 945 time: 0.0884469 Aug 16 17:49:04.671051 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5328a43f-82d9-40d7-914c-8aa406d22133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9946f4cc-ed67-43eb-9527-094f2038fa15,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:04.710405 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-25e951a9-74cd-46f5-b3c7-daf38bda8cc7 req-1aa9e98a-675c-4879-8b65-d3f2326b3207 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6c6db5c-ee51-4f04-b721-2802f06a3ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333803 Aug 16 17:49:04.715109 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f46190cc-e7b1-44f7-a59a-410945ab52bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:04.736999 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f46190cc-e7b1-44f7-a59a-410945ab52bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:04.850709 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['03f99937-2b63-41be-a5b6-18793c2ebefd'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:49:04.872217 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f46190cc-e7b1-44f7-a59a-410945ab52bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:04.874906 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f46190cc-e7b1-44f7-a59a-410945ab52bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:04.876180 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-f46190cc-e7b1-44f7-a59a-410945ab52bd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9946f4cc-ed67-43eb-9527-094f2038fa15 HTTP/1.1" status: 204 len: 168 time: 0.2109599 Aug 16 17:49:04.884890 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 51042) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:04.885772 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46190cc-e7b1-44f7-a59a-410945ab52bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9946f4cc-ed67-43eb-9527-094f2038fa15,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:04.902469 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-87374920-d739-460c-8e10-95f2b7386727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:05.012231 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-87374920-d739-460c-8e10-95f2b7386727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:05.071928 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-87374920-d739-460c-8e10-95f2b7386727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:05.111870 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-87374920-d739-460c-8e10-95f2b7386727 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=44b2dce1b07f41d5a301719dd2d97f48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2252824 Aug 16 17:49:05.113099 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87374920-d739-460c-8e10-95f2b7386727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a97fb1-8af4-40c7-afd1-d470f8304a62,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:05.114668 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 51052) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:05.177642 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4cfbe72b-b527-4ef2-b141-204343218961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:05.199300 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4cfbe72b-b527-4ef2-b141-204343218961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:05.323620 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4cfbe72b-b527-4ef2-b141-204343218961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:05.326225 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4cfbe72b-b527-4ef2-b141-204343218961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:05.327442 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-4cfbe72b-b527-4ef2-b141-204343218961 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/01a97fb1-8af4-40c7-afd1-d470f8304a62 HTTP/1.1" status: 204 len: 168 time: 0.2113183 Aug 16 17:49:05.336444 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfbe72b-b527-4ef2-b141-204343218961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a97fb1-8af4-40c7-afd1-d470f8304a62,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:05.832706 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee9f47-16f3-4a00-8346-3250984d2104 req-2ff2bf1f-e098-4292-a732-ba00452cd530 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:05.834142 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a5ee9f47-16f3-4a00-8346-3250984d2104 req-2ff2bf1f-e098-4292-a732-ba00452cd530 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ec34b2b-e9e4-4c14-9896-22d661808f8e HTTP/1.1" status: 200 len: 945 time: 0.0512726 Aug 16 17:49:05.873023 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a5ee9f47-16f3-4a00-8346-3250984d2104 req-6501708b-588a-4a23-96ae-0ba014832b89 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6c6db5c-ee51-4f04-b721-2802f06a3ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321827 Aug 16 17:49:05.947259 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 51094) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:06.012852 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a12d83-7cf3-45d6-aa9c-7f22f8901a82 admin admin] Deleting subnet 6400e5ad-3dfb-4b32-9698-2ff272d6a501 {{(pid=101349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 17:49:06.016098 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-26a12d83-7cf3-45d6-aa9c-7f22f8901a82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:06.051543 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-26a12d83-7cf3-45d6-aa9c-7f22f8901a82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5662925'] for subnet, precommit_delete_associations {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:06.091185 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-26a12d83-7cf3-45d6-aa9c-7f22f8901a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1871003'] for subnet, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:06.227839 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-26a12d83-7cf3-45d6-aa9c-7f22f8901a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1870994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5660699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6007016'] for subnet, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:06.273559 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a12d83-7cf3-45d6-aa9c-7f22f8901a82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6400e5ad-3dfb-4b32-9698-2ff272d6a501,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:06.294860 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-26a12d83-7cf3-45d6-aa9c-7f22f8901a82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:06.296337 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-26a12d83-7cf3-45d6-aa9c-7f22f8901a82 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/6400e5ad-3dfb-4b32-9698-2ff272d6a501 HTTP/1.1" status: 204 len: 168 time: 0.3473189 Aug 16 17:49:06.298639 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 51122) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:06.397073 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-dae5eeda-7bbb-4877-9c99-bf8c7fb9a229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639821'] for network, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:06.458816 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-dae5eeda-7bbb-4877-9c99-bf8c7fb9a229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1573870', 'neutron.services.segments.db._delete_segments_for_network-8753903461187'] for network, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:06.468448 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.services.segments.db [None req-dae5eeda-7bbb-4877-9c99-bf8c7fb9a229 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['911055da-1c09-4771-a25f-ddda2dca7c77']}} {{(pid=101349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:49:06.478481 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.services.segments.db [None req-dae5eeda-7bbb-4877-9c99-bf8c7fb9a229 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ba735b-97c1-40e2-9127-cc115fbd435b') {'for_net_delete': True} {{(pid=101349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:49:06.478755 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.services.segments.db [None req-dae5eeda-7bbb-4877-9c99-bf8c7fb9a229 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ba735b-97c1-40e2-9127-cc115fbd435b') {} {{(pid=101349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:49:06.487256 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-dae5eeda-7bbb-4877-9c99-bf8c7fb9a229 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753903464012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5662916'] for segment, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:06.500920 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-dae5eeda-7bbb-4877-9c99-bf8c7fb9a229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050'] for segment, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:06.506784 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae5eeda-7bbb-4877-9c99-bf8c7fb9a229 admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=101349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 17:49:06.508052 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-dae5eeda-7bbb-4877-9c99-bf8c7fb9a229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660797'] for segment, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:06.510374 dv-cinder-797608-18-iscsi neutron-server[101349]: Traceback (most recent call last): Aug 16 17:49:06.510374 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 17:49:06.510374 dv-cinder-797608-18-iscsi neutron-server[101349]: timer() Aug 16 17:49:06.510374 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 17:49:06.510374 dv-cinder-797608-18-iscsi neutron-server[101349]: cb(*args, **kw) Aug 16 17:49:06.510374 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 17:49:06.510374 dv-cinder-797608-18-iscsi neutron-server[101349]: return func(*args, **kwargs) Aug 16 17:49:06.510374 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 17:49:06.510374 dv-cinder-797608-18-iscsi neutron-server[101349]: self._notify() Aug 16 17:49:06.510374 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 17:49:06.510374 dv-cinder-797608-18-iscsi neutron-server[101349]: self.callback(batched_events) Aug 16 17:49:06.510374 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 17:49:06.510374 dv-cinder-797608-18-iscsi neutron-server[101349]: event.method(event) Aug 16 17:49:06.510374 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 17:49:06.510374 dv-cinder-797608-18-iscsi neutron-server[101349]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 17:49:06.510374 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 17:49:06.510374 dv-cinder-797608-18-iscsi neutron-server[101349]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 17:49:06.510374 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 17:49:06.510374 dv-cinder-797608-18-iscsi neutron-server[101349]: return f(self, *a, **k) Aug 16 17:49:06.510374 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 17:49:06.510374 dv-cinder-797608-18-iscsi neutron-server[101349]: return self._get(url).json() Aug 16 17:49:06.510374 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 17:49:06.510374 dv-cinder-797608-18-iscsi neutron-server[101349]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 17:49:06.510374 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 17:49:06.510374 dv-cinder-797608-18-iscsi neutron-server[101349]: return self.request(url, 'GET', **kwargs) Aug 16 17:49:06.510374 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 17:49:06.510374 dv-cinder-797608-18-iscsi neutron-server[101349]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 17:49:06.510374 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 17:49:06.510374 dv-cinder-797608-18-iscsi neutron-server[101349]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 17:49:06.510374 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 17:49:06.510374 dv-cinder-797608-18-iscsi neutron-server[101349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 17:49:06.510374 dv-cinder-797608-18-iscsi neutron-server[101349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 17:49:06.654174 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-dae5eeda-7bbb-4877-9c99-bf8c7fb9a229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1870109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726239'] for network, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:06.661077 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-dae5eeda-7bbb-4877-9c99-bf8c7fb9a229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:06.663084 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-dae5eeda-7bbb-4877-9c99-bf8c7fb9a229 admin admin] 10.222.0.73 "DELETE /v2.0/networks/911055da-1c09-4771-a25f-ddda2dca7c77 HTTP/1.1" status: 204 len: 168 time: 0.3635242 Aug 16 17:49:06.672979 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae5eeda-7bbb-4877-9c99-bf8c7fb9a229 admin admin] Pushing event deleted for resources: {'Network': ['ID=911055da-1c09-4771-a25f-ddda2dca7c77,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:07.225006 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 51198) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:07.268242 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-b28af260-45bc-4052-b60b-ae08e16b40a5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=27bbafb0989a4327955e28fd5abf0ae1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0419986 Aug 16 17:49:07.270700 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 51200) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:07.324036 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-c6a2cf63-c068-4567-bf4d-4c3b05846454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:07.344726 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-c6a2cf63-c068-4567-bf4d-4c3b05846454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:07.467160 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-c6a2cf63-c068-4567-bf4d-4c3b05846454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:07.469797 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-c6a2cf63-c068-4567-bf4d-4c3b05846454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:07.471087 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-c6a2cf63-c068-4567-bf4d-4c3b05846454 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a8d1b941-88f9-4693-9599-3138b47fe9a1 HTTP/1.1" status: 204 len: 168 time: 0.1994805 Aug 16 17:49:07.480668 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2cf63-c068-4567-bf4d-4c3b05846454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d1b941-88f9-4693-9599-3138b47fe9a1,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:08.594461 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 51242) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:08.690882 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-403b9414-67a5-4691-bee6-8df7cf6412cc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-712075664-network', 'tenant_id': 'c826e534cdf3487392db5108c66dec78'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:49:08.803911 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403b9414-67a5-4691-bee6-8df7cf6412cc admin admin] Made reservation on behalf of c826e534cdf3487392db5108c66dec78 for: {'network': 1} {{(pid=101349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:49:08.806232 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-403b9414-67a5-4691-bee6-8df7cf6412cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for network, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:08.814663 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-403b9414-67a5-4691-bee6-8df7cf6412cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:08.898741 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-403b9414-67a5-4691-bee6-8df7cf6412cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:08.974588 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-403b9414-67a5-4691-bee6-8df7cf6412cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:08.998542 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-403b9414-67a5-4691-bee6-8df7cf6412cc admin admin] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=101349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 17:49:09.008539 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b9414-67a5-4691-bee6-8df7cf6412cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ace618-c602-48cb-a0b8-66a985ffcc3f,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:09.013866 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-403b9414-67a5-4691-bee6-8df7cf6412cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050'] for segment, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:09.013866 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.db.segments_db [None req-403b9414-67a5-4691-bee6-8df7cf6412cc admin admin] Added segment 4b50e9d4-725c-431c-92d3-a5fbe70ee89e of type vlan for network 1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19 Aug 16 17:49:09.054961 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-403b9414-67a5-4691-bee6-8df7cf6412cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753902937420'] for network, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:09.146275 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-403b9414-67a5-4691-bee6-8df7cf6412cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132'] for network, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:09.147233 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b9414-67a5-4691-bee6-8df7cf6412cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:09.147805 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-403b9414-67a5-4691-bee6-8df7cf6412cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:09.204129 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b9414-67a5-4691-bee6-8df7cf6412cc admin admin] Pushing event updated for resources: {'Network': ['ID=1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:09.214570 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Network 1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19 details requested by agent ovs-agent-dv-cinder-797608-18-iscsi with host dv-cinder-797608-18-iscsi {{(pid=101351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 17:49:09.256131 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-403b9414-67a5-4691-bee6-8df7cf6412cc admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6605811 Aug 16 17:49:09.260572 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 51252) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:09.265511 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-455bb81f-6dcd-402c-a4e3-7de12743a77c admin admin] Request body: {'subnet': {'network_id': '1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-712075664-subnet', 'tenant_id': 'c826e534cdf3487392db5108c66dec78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:49:09.340726 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455bb81f-6dcd-402c-a4e3-7de12743a77c admin admin] Made reservation on behalf of c826e534cdf3487392db5108c66dec78 for: {'subnet': 1} {{(pid=101349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:49:09.343119 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-455bb81f-6dcd-402c-a4e3-7de12743a77c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6006925'] for subnet, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:09.372185 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 03f99937-2b63-41be-a5b6-18793c2ebefd up at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:49:09.517166 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning for port 03f99937-2b63-41be-a5b6-18793c2ebefd completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:49:09.521346 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning complete for port 03f99937-2b63-41be-a5b6-18793c2ebefd triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:49:09.521717 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:09.548015 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697112a4-11d2-405f-9d80-2cf5fbbb9dfd req-dafd255d-dfc6-415c-899d-1694a6ed0350 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:09.549517 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-697112a4-11d2-405f-9d80-2cf5fbbb9dfd req-dafd255d-dfc6-415c-899d-1694a6ed0350 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ec34b2b-e9e4-4c14-9896-22d661808f8e HTTP/1.1" status: 200 len: 945 time: 0.0621130 Aug 16 17:49:09.581489 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-455bb81f-6dcd-402c-a4e3-7de12743a77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5662942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6007011'] for subnet, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:09.590682 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-697112a4-11d2-405f-9d80-2cf5fbbb9dfd req-d9c55db0-9172-436a-9980-51e9f2089387 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6c6db5c-ee51-4f04-b721-2802f06a3ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340652 Aug 16 17:49:09.604017 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:09.633852 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec34b2b-e9e4-4c14-9896-22d661808f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f99937-2b63-41be-a5b6-18793c2ebefd'}] {{(pid=101351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:49:09.633852 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4661e6bc32737764ca712b7c7300ac6ad1a8a79a1ea43afdc004a14577d676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bdcc52-ed47-465b-8da6-85243d91cbef" -d '{"events": [{"server_uuid": "2ec34b2b-e9e4-4c14-9896-22d661808f8e", "name": "network-vif-plugged", "status": "completed", "tag": "03f99937-2b63-41be-a5b6-18793c2ebefd"}]}' {{(pid=101351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:49:09.639203 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455bb81f-6dcd-402c-a4e3-7de12743a77c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0d26bf3-0e23-4847-8352-c1bfca5dd7d9,revision_number=0']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:09.654371 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455bb81f-6dcd-402c-a4e3-7de12743a77c admin admin] Checking segment: {'id': '4b50e9d4-725c-431c-92d3-a5fbe70ee89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:49:09.654988 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455bb81f-6dcd-402c-a4e3-7de12743a77c admin admin] Network hostable DHCP agents. Network: 1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19, hostable agents: ['3b7d26aa-1344-4a4d-94e6-3d95468a224e'], hosted agents: [] {{(pid=101349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 17:49:09.663397 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 03f99937-2b63-41be-a5b6-18793c2ebefd, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=03f99937-2b63-41be-a5b6-18793c2ebefd,segment=NetworkSegment(1124a22b-fdab-4357-a2c0-4348a0116042),segment_id=1124a22b-fdab-4357-a2c0-4348a0116042)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:49:09.675408 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935fe7cf-e4d4-46e2-bef6-0bf595d1280b x-openstack-request-id: req-935fe7cf-e4d4-46e2-bef6-0bf595d1280b {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:49:09.675936 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ec34b2b-e9e4-4c14-9896-22d661808f8e", "name": "network-vif-plugged", "status": "completed", "tag": "03f99937-2b63-41be-a5b6-18793c2ebefd", "code": 200}]} {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:49:09.676188 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-935fe7cf-e4d4-46e2-bef6-0bf595d1280b {{(pid=101351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:49:09.676618 dv-cinder-797608-18-iscsi neutron-server[101351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ec34b2b-e9e4-4c14-9896-22d661808f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f99937-2b63-41be-a5b6-18793c2ebefd', 'code': 200} Aug 16 17:49:09.718806 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:09.746979 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455bb81f-6dcd-402c-a4e3-7de12743a77c admin admin] Network 1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19 is scheduled to be hosted by DHCP agent 3b7d26aa-1344-4a4d-94e6-3d95468a224e with binding_index 1 {{(pid=101349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 17:49:09.771131 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=03f99937-2b63-41be-a5b6-18793c2ebefd,revision_number=5']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:09.803570 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.base_scheduler [None req-455bb81f-6dcd-402c-a4e3-7de12743a77c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-18-iscsi, 1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19) {{(pid=101349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:49:09.808680 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455bb81f-6dcd-402c-a4e3-7de12743a77c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:09.809719 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-455bb81f-6dcd-402c-a4e3-7de12743a77c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:09.816031 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a413581-47ad-4d46-ad1e-595f0bebb0aa None None] Network 1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19 requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:49:09.931457 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-455bb81f-6dcd-402c-a4e3-7de12743a77c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6697950 Aug 16 17:49:09.934202 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 51280) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:09.939556 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-a572566c-39df-49e4-b803-052b6ef218a0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-712075664-router', 'tenant_id': 'c826e534cdf3487392db5108c66dec78', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'}}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:49:09.955652 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f017334-1777-470c-8148-3612fc5d6662 None None] Network 1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19 requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:49:10.031685 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f72158-35c7-4670-a8f8-ebf8199f35c6 req-671b562f-47ef-42cc-bd95-db3a6b65f2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:10.034314 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-f1f72158-35c7-4670-a8f8-ebf8199f35c6 req-671b562f-47ef-42cc-bd95-db3a6b65f2e1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2ec34b2b-e9e4-4c14-9896-22d661808f8e HTTP/1.1" status: 200 len: 1099 time: 0.0562687 Aug 16 17:49:10.039703 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-a572566c-39df-49e4-b803-052b6ef218a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-725257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39913'] for router, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:10.041106 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-a572566c-39df-49e4-b803-052b6ef218a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-725413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39824'] for router, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:10.097610 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-f1f72158-35c7-4670-a8f8-ebf8199f35c6 req-36b31d0a-1c96-4179-ad05-0478e2a4eade service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d6c6db5c-ee51-4f04-b721-2802f06a3ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436335 Aug 16 17:49:10.112101 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-a572566c-39df-49e4-b803-052b6ef218a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:10.347084 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-a572566c-39df-49e4-b803-052b6ef218a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:10.685074 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-a572566c-39df-49e4-b803-052b6ef218a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:10.718294 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-a572566c-39df-49e4-b803-052b6ef218a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:10.785978 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407370a0-d61a-45c5-9c87-50c94bdb92a8 req-041332c7-1519-4673-acb9-e50c3b5cd2bd tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:10.787449 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-407370a0-d61a-45c5-9c87-50c94bdb92a8 req-041332c7-1519-4673-acb9-e50c3b5cd2bd tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ec34b2b-e9e4-4c14-9896-22d661808f8e HTTP/1.1" status: 200 len: 946 time: 0.1113153 Aug 16 17:49:10.855357 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-407370a0-d61a-45c5-9c87-50c94bdb92a8 req-e442cb75-89d4-43c9-b01e-0b8f8e3926c4 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6c6db5c-ee51-4f04-b721-2802f06a3ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601323 Aug 16 17:49:10.866531 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.db_base_plugin_common [None req-a572566c-39df-49e4-b803-052b6ef218a0 admin admin] Allocated IP 172.27.3.30 (d857f842-3fbc-4776-aae7-ff863ed2df9e/954a9ada-4a6b-483d-99dd-491d9afbe734/d5a08c32-fcd5-4ea1-8d7a-e8df86663d06) {{(pid=101350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:49:10.971397 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-a572566c-39df-49e4-b803-052b6ef218a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:11.123424 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-a572566c-39df-49e4-b803-052b6ef218a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662'] for port, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:11.164452 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a572566c-39df-49e4-b803-052b6ef218a0 admin admin] Network d857f842-3fbc-4776-aae7-ff863ed2df9e is already hosted by enough agents. {{(pid=101350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:49:11.167350 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.base_scheduler [None req-a572566c-39df-49e4-b803-052b6ef218a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:49:11.171500 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a572566c-39df-49e4-b803-052b6ef218a0 admin admin] Received port after_create {{(pid=101350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:49:11.174330 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a572566c-39df-49e4-b803-052b6ef218a0 admin admin] Pushing event updated for resources: {'Port': ['ID=d5a08c32-fcd5-4ea1-8d7a-e8df86663d06,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:11.431748 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-a572566c-39df-49e4-b803-052b6ef218a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:11.839969 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-a572566c-39df-49e4-b803-052b6ef218a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-725404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726055'] for router, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:12.095544 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a572566c-39df-49e4-b803-052b6ef218a0 admin admin] Router 150d1858-4401-42c7-9b6e-c53ad8c3d159 is scheduled to L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 with binding_index 1 {{(pid=101350) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 17:49:12.202640 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a572566c-39df-49e4-b803-052b6ef218a0 admin admin] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 17:49:12.212420 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d537153-7fe2-4d8e-a56a-7f5c1ac4fd42 None None] Sync routers for ids ['150d1858-4401-42c7-9b6e-c53ad8c3d159'] in dv-cinder-797608-18-iscsi {{(pid=101352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 17:49:12.222662 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d537153-7fe2-4d8e-a56a-7f5c1ac4fd42 None None] Routers {'150d1858-4401-42c7-9b6e-c53ad8c3d159'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:49:12.223272 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-6d537153-7fe2-4d8e-a56a-7f5c1ac4fd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:48:56Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['150d1858-4401-42c7-9b6e-c53ad8c3d159'], 'active': True} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:49:12.319072 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-a572566c-39df-49e4-b803-052b6ef218a0 admin admin] Notify callbacks [] for router, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:12.321710 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-a572566c-39df-49e4-b803-052b6ef218a0 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3862960 Aug 16 17:49:12.325261 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 51350) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:12.412972 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvr_db [None req-6d537153-7fe2-4d8e-a56a-7f5c1ac4fd42 None None] Set router 150d1858-4401-42c7-9b6e-c53ad8c3d159 gateway port host: dv-cinder-797608-18-iscsi {{(pid=101352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:49:12.599043 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-6d537153-7fe2-4d8e-a56a-7f5c1ac4fd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150d1858-4401-42c7-9b6e-c53ad8c3d159', 'name': 'tempest-ServerRescueNegativeTestJSON-712075664-router', 'tenant_id': 'c826e534cdf3487392db5108c66dec78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'd5a08c32-fcd5-4ea1-8d7a-e8df86663d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:49:10Z', 'updated_at': '2021-08-16T17:49:11Z', 'revision_number': 3, 'project_id': 'c826e534cdf3487392db5108c66dec78', 'gw_port': {'id': 'd5a08c32-fcd5-4ea1-8d7a-e8df86663d06', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:82:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150d1858-4401-42c7-9b6e-c53ad8c3d159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:49:10Z', 'updated_at': '2021-08-16T17:49:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi'}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:49:12.631384 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d537153-7fe2-4d8e-a56a-7f5c1ac4fd42 None None] Checking router: 150d1858-4401-42c7-9b6e-c53ad8c3d159 for host: dv-cinder-797608-18-iscsi {{(pid=101352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 17:49:12.631797 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d537153-7fe2-4d8e-a56a-7f5c1ac4fd42 None None] Updating router 150d1858-4401-42c7-9b6e-c53ad8c3d159 port d5a08c32-fcd5-4ea1-8d7a-e8df86663d06 binding host dv-cinder-797608-18-iscsi {{(pid=101352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 17:49:12.656340 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-6d537153-7fe2-4d8e-a56a-7f5c1ac4fd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:12.766105 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-5b63917b-64cd-4261-ad82-3920f1855d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:12.917578 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-6d537153-7fe2-4d8e-a56a-7f5c1ac4fd42 None None] Notify callbacks [] for port, precommit_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:12.927514 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.db_base_plugin_common [None req-5b63917b-64cd-4261-ad82-3920f1855d16 admin admin] Allocated IP 172.20.0.1 (1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19/c0d26bf3-0e23-4847-8352-c1bfca5dd7d9/259f560a-3dde-4589-8be0-6aa53c8ae69e) {{(pid=101350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:49:12.928307 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.provisioning_blocks [None req-6d537153-7fe2-4d8e-a56a-7f5c1ac4fd42 None None] Transition to ACTIVE for port object d5a08c32-fcd5-4ea1-8d7a-e8df86663d06 will not be triggered until provisioned by entity L2. {{(pid=101352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:49:13.026758 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-6d537153-7fe2-4d8e-a56a-7f5c1ac4fd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:13.034251 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-5b63917b-64cd-4261-ad82-3920f1855d16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:13.090240 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3554d-c834-4127-87d3-fd98763b1852 None None] Pushing event updated for resources: {'Port': ['ID=d5a08c32-fcd5-4ea1-8d7a-e8df86663d06,revision_number=2']} {{(pid=101352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:13.097508 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.managers [None req-6d537153-7fe2-4d8e-a56a-7f5c1ac4fd42 None None] Attempting to bind port d5a08c32-fcd5-4ea1-8d7a-e8df86663d06 on host dv-cinder-797608-18-iscsi for vnic_type normal with profile {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:49:13.097875 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.managers [None req-6d537153-7fe2-4d8e-a56a-7f5c1ac4fd42 None None] Attempting to bind port d5a08c32-fcd5-4ea1-8d7a-e8df86663d06 by drivers openvswitch,hyperv on host dv-cinder-797608-18-iscsi at level 0 using segments [{'id': '81288102-e1f3-4b19-b1aa-0a6021adf8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'}] {{(pid=101352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:49:13.098270 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d537153-7fe2-4d8e-a56a-7f5c1ac4fd42 None None] Attempting to bind port d5a08c32-fcd5-4ea1-8d7a-e8df86663d06 on network d857f842-3fbc-4776-aae7-ff863ed2df9e {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:49:13.102285 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf3554d-c834-4127-87d3-fd98763b1852 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:13.102677 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf3554d-c834-4127-87d3-fd98763b1852 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:13.103023 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf3554d-c834-4127-87d3-fd98763b1852 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:13.103407 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf3554d-c834-4127-87d3-fd98763b1852 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:13.103772 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf3554d-c834-4127-87d3-fd98763b1852 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:13.104243 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf3554d-c834-4127-87d3-fd98763b1852 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:13.104526 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf3554d-c834-4127-87d3-fd98763b1852 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:13.104883 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf3554d-c834-4127-87d3-fd98763b1852 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:13.105268 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf3554d-c834-4127-87d3-fd98763b1852 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:13.105590 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf3554d-c834-4127-87d3-fd98763b1852 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:13.105937 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf3554d-c834-4127-87d3-fd98763b1852 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:13.106302 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf3554d-c834-4127-87d3-fd98763b1852 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:13.112031 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d537153-7fe2-4d8e-a56a-7f5c1ac4fd42 None None] Checking agent: {'id': 'fab5396a-5d23-4b36-81ca-c96508201f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 39, 27), 'started_at': datetime.datetime(2021, 8, 16, 17, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:49:13.114526 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d537153-7fe2-4d8e-a56a-7f5c1ac4fd42 None None] Checking segment: {'id': '81288102-e1f3-4b19-b1aa-0a6021adf8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:49:13.114526 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-6d537153-7fe2-4d8e-a56a-7f5c1ac4fd42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:13.114526 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d537153-7fe2-4d8e-a56a-7f5c1ac4fd42 None None] Bound using segment: {'id': '81288102-e1f3-4b19-b1aa-0a6021adf8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'} {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:49:13.114526 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.managers [None req-6d537153-7fe2-4d8e-a56a-7f5c1ac4fd42 None None] Bound port: d5a08c32-fcd5-4ea1-8d7a-e8df86663d06, host: dv-cinder-797608-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81288102-e1f3-4b19-b1aa-0a6021adf8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'}}] {{(pid=101352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:49:13.114526 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-6d537153-7fe2-4d8e-a56a-7f5c1ac4fd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:13.166001 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.db [None req-6d537153-7fe2-4d8e-a56a-7f5c1ac4fd42 None None] For port d5a08c32-fcd5-4ea1-8d7a-e8df86663d06, host dv-cinder-797608-18-iscsi, cleared binding levels {{(pid=101352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:49:13.167912 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.db [None req-6d537153-7fe2-4d8e-a56a-7f5c1ac4fd42 None None] For port d5a08c32-fcd5-4ea1-8d7a-e8df86663d06, host dv-cinder-797608-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=d5a08c32-fcd5-4ea1-8d7a-e8df86663d06,segment=NetworkSegment(81288102-e1f3-4b19-b1aa-0a6021adf8ca),segment_id=81288102-e1f3-4b19-b1aa-0a6021adf8ca)] {{(pid=101352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:49:13.172509 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 51368) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:13.221515 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-5b63917b-64cd-4261-ad82-3920f1855d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662'] for port, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:13.250110 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-6d537153-7fe2-4d8e-a56a-7f5c1ac4fd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:13.257590 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b63917b-64cd-4261-ad82-3920f1855d16 admin admin] Network 1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19 is already hosted by enough agents. {{(pid=101350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:49:13.262520 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.base_scheduler [None req-5b63917b-64cd-4261-ad82-3920f1855d16 admin admin] Resources bound (agent type, host, resource id): {{(pid=101350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:49:13.266001 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b63917b-64cd-4261-ad82-3920f1855d16 admin admin] Received port after_create {{(pid=101350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:49:13.266472 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-5b63917b-64cd-4261-ad82-3920f1855d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701256'] for router_interface, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:13.309327 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b63917b-64cd-4261-ad82-3920f1855d16 admin admin] Pushing event updated for resources: {'Port': ['ID=259f560a-3dde-4589-8be0-6aa53c8ae69e,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:13.312371 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d537153-7fe2-4d8e-a56a-7f5c1ac4fd42 None None] Routers {'150d1858-4401-42c7-9b6e-c53ad8c3d159'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:49:13.313186 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-6d537153-7fe2-4d8e-a56a-7f5c1ac4fd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:48:56Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['150d1858-4401-42c7-9b6e-c53ad8c3d159'], 'active': True} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:49:13.315347 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3554d-c834-4127-87d3-fd98763b1852 None None] Pushing event updated for resources: {'Port': ['ID=d5a08c32-fcd5-4ea1-8d7a-e8df86663d06,revision_number=3']} {{(pid=101352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:13.329291 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-1eab717c-bd57-401d-90e4-4fc20a5dbb3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:13.426503 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvr_db [None req-6d537153-7fe2-4d8e-a56a-7f5c1ac4fd42 None None] Set router 150d1858-4401-42c7-9b6e-c53ad8c3d159 gateway port host: dv-cinder-797608-18-iscsi {{(pid=101352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:49:13.483000 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-1eab717c-bd57-401d-90e4-4fc20a5dbb3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:13.532623 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-5b63917b-64cd-4261-ad82-3920f1855d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:13.582092 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-1eab717c-bd57-401d-90e4-4fc20a5dbb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:13.606996 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-6d537153-7fe2-4d8e-a56a-7f5c1ac4fd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150d1858-4401-42c7-9b6e-c53ad8c3d159', 'name': 'tempest-ServerRescueNegativeTestJSON-712075664-router', 'tenant_id': 'c826e534cdf3487392db5108c66dec78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'd5a08c32-fcd5-4ea1-8d7a-e8df86663d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:49:10Z', 'updated_at': '2021-08-16T17:49:11Z', 'revision_number': 3, 'project_id': 'c826e534cdf3487392db5108c66dec78', 'gw_port': {'id': 'd5a08c32-fcd5-4ea1-8d7a-e8df86663d06', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:82:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150d1858-4401-42c7-9b6e-c53ad8c3d159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:49:10Z', 'updated_at': '2021-08-16T17:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi'}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:49:13.635034 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d537153-7fe2-4d8e-a56a-7f5c1ac4fd42 None None] The sync data for ids ['150d1858-4401-42c7-9b6e-c53ad8c3d159'] in dv-cinder-797608-18-iscsi is: [{'id': '150d1858-4401-42c7-9b6e-c53ad8c3d159', 'name': 'tempest-ServerRescueNegativeTestJSON-712075664-router', 'tenant_id': 'c826e534cdf3487392db5108c66dec78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'd5a08c32-fcd5-4ea1-8d7a-e8df86663d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:49:10Z', 'updated_at': '2021-08-16T17:49:11Z', 'revision_number': 3, 'project_id': 'c826e534cdf3487392db5108c66dec78', 'gw_port': {'id': 'd5a08c32-fcd5-4ea1-8d7a-e8df86663d06', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:82:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150d1858-4401-42c7-9b6e-c53ad8c3d159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:49:10Z', 'updated_at': '2021-08-16T17:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi'}] {{(pid=101352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 17:49:13.669776 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-1eab717c-bd57-401d-90e4-4fc20a5dbb3f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fc15ee34d8134d67b9833d27cfc5c394&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4961126 Aug 16 17:49:13.670511 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab717c-bd57-401d-90e4-4fc20a5dbb3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5758ec05-af79-4f34-8fac-1fb342980b04,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:13.672466 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 51374) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:13.735503 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-5b63917b-64cd-4261-ad82-3920f1855d16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:13.736231 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-09d0f042-3e72-4c8b-b85d-f15ec1b71fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:13.758511 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-09d0f042-3e72-4c8b-b85d-f15ec1b71fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:13.895278 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-5b63917b-64cd-4261-ad82-3920f1855d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:13.898433 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-5b63917b-64cd-4261-ad82-3920f1855d16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-634170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701412'] for router_interface, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:13.985321 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b63917b-64cd-4261-ad82-3920f1855d16 admin admin] Pushing event updated for resources: {'Port': ['ID=259f560a-3dde-4589-8be0-6aa53c8ae69e,revision_number=2']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:14.044315 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b63917b-64cd-4261-ad82-3920f1855d16 admin admin] Network 1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19 is already hosted by enough agents. {{(pid=101350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:49:14.045789 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.base_scheduler [None req-5b63917b-64cd-4261-ad82-3920f1855d16 admin admin] Resources bound (agent type, host, resource id): {{(pid=101350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:49:14.108765 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-09d0f042-3e72-4c8b-b85d-f15ec1b71fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:14.111624 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-09d0f042-3e72-4c8b-b85d-f15ec1b71fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:14.117677 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-09d0f042-3e72-4c8b-b85d-f15ec1b71fa9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5758ec05-af79-4f34-8fac-1fb342980b04 HTTP/1.1" status: 204 len: 168 time: 0.4432521 Aug 16 17:49:14.126537 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d0f042-3e72-4c8b-b85d-f15ec1b71fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5758ec05-af79-4f34-8fac-1fb342980b04,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:14.208786 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b63917b-64cd-4261-ad82-3920f1855d16 admin admin] Router 150d1858-4401-42c7-9b6e-c53ad8c3d159 has already been hosted by L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 {{(pid=101350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 17:49:14.305698 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e471b547-4e1a-4b4f-950a-efbfea7b57eb req-fa8aaf8b-604e-47f9-a7d3-e46dda27ccf1 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:14.307318 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e471b547-4e1a-4b4f-950a-efbfea7b57eb req-fa8aaf8b-604e-47f9-a7d3-e46dda27ccf1 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ec34b2b-e9e4-4c14-9896-22d661808f8e HTTP/1.1" status: 200 len: 946 time: 0.1044948 Aug 16 17:49:14.386096 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e471b547-4e1a-4b4f-950a-efbfea7b57eb req-27356cc1-5238-42d9-b05e-5671f2c10ed3 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6c6db5c-ee51-4f04-b721-2802f06a3ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485058 Aug 16 17:49:14.387227 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b63917b-64cd-4261-ad82-3920f1855d16 admin admin] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 17:49:14.403837 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-5b63917b-64cd-4261-ad82-3920f1855d16 admin admin] 10.222.0.73 "PUT /v2.0/routers/150d1858-4401-42c7-9b6e-c53ad8c3d159/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0684347 Aug 16 17:49:14.877009 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 51408) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:14.895866 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-7aadf9e9-9ab8-42dc-a421-4d0f1aee69d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:14.906518 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-7ee12a49-14ea-4521-b924-1897cc13276d tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:14.910250 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-7ee12a49-14ea-4521-b924-1897cc13276d tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/networks?id=1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19 HTTP/1.1" status: 200 len: 818 time: 0.1223814 Aug 16 17:49:14.923074 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-3a51fcc9-d767-480c-883d-bf892094f309 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/quotas/c826e534cdf3487392db5108c66dec78 HTTP/1.1" status: 200 len: 375 time: 0.0094037 Aug 16 17:49:14.972571 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-db29fa74-be7a-4827-a4c2-1a8fac425e03 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c826e534cdf3487392db5108c66dec78&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0439682 Aug 16 17:49:14.988627 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-7aadf9e9-9ab8-42dc-a421-4d0f1aee69d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:15.081753 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-e76a19b4-3dc4-4f35-9f1c-59911076d83e service neutron] 10.222.0.73 "GET /v2.0/networks/1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014414 Aug 16 17:49:15.112675 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-7aadf9e9-9ab8-42dc-a421-4d0f1aee69d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:15.185103 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-7aadf9e9-9ab8-42dc-a421-4d0f1aee69d1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7cfbb18bb00f4d4aa3961febf58b28fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3061538 Aug 16 17:49:15.186127 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aadf9e9-9ab8-42dc-a421-4d0f1aee69d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be1d8ea-f29b-481f-b46e-5324be546a50,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:15.189208 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 51418) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:15.206191 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-74a0b132-ba20-4517-b3c9-774c343a0eca service neutron] 10.222.0.73 "GET /v2.0/networks/1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182911 Aug 16 17:49:15.244324 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-62d2b5c0-98ca-48cf-9698-ac219d483d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:15.292489 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-62d2b5c0-98ca-48cf-9698-ac219d483d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:15.397416 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device d5a08c32-fcd5-4ea1-8d7a-e8df86663d06 up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:49:15.426382 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-62d2b5c0-98ca-48cf-9698-ac219d483d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:15.429306 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-62d2b5c0-98ca-48cf-9698-ac219d483d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:15.441070 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-62d2b5c0-98ca-48cf-9698-ac219d483d36 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2be1d8ea-f29b-481f-b46e-5324be546a50 HTTP/1.1" status: 204 len: 168 time: 0.2479773 Aug 16 17:49:15.465445 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d2b5c0-98ca-48cf-9698-ac219d483d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be1d8ea-f29b-481f-b46e-5324be546a50,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:15.466961 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7628ecf0-f07d-44a8-a1a9-42b3e595c6dc None None] Sync routers for ids ['150d1858-4401-42c7-9b6e-c53ad8c3d159'] in dv-cinder-797608-18-iscsi {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 17:49:15.524714 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning for port d5a08c32-fcd5-4ea1-8d7a-e8df86663d06 completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:49:15.540646 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7628ecf0-f07d-44a8-a1a9-42b3e595c6dc None None] Routers {'150d1858-4401-42c7-9b6e-c53ad8c3d159'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:49:15.541878 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-7628ecf0-f07d-44a8-a1a9-42b3e595c6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:48:56Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['150d1858-4401-42c7-9b6e-c53ad8c3d159'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:49:15.563046 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a5b55196-546d-43b3-8723-220afa1dc40c req-3c3e5dc8-27e3-4838-96c8-a9fa6fab3f06 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 210 time: 0.0280156 Aug 16 17:49:15.616953 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4ad8c-3a23-4866-a187-36b838c616fb req-54409a68-b041-4c52-be4c-b47661e7ec49 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:15.622017 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-1ae4ad8c-3a23-4866-a187-36b838c616fb req-54409a68-b041-4c52-be4c-b47661e7ec49 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ec34b2b-e9e4-4c14-9896-22d661808f8e HTTP/1.1" status: 200 len: 946 time: 0.1189208 Aug 16 17:49:15.672096 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port d5a08c32-fcd5-4ea1-8d7a-e8df86663d06 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:49:15.672468 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:15.679463 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-1ae4ad8c-3a23-4866-a187-36b838c616fb req-633c8ff4-cb12-4233-a78c-19b86efe2c03 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6c6db5c-ee51-4f04-b721-2802f06a3ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562742 Aug 16 17:49:15.691585 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-7628ecf0-f07d-44a8-a1a9-42b3e595c6dc None None] Set router 150d1858-4401-42c7-9b6e-c53ad8c3d159 gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:49:16.072510 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:16.100380 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] For port d5a08c32-fcd5-4ea1-8d7a-e8df86663d06, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=d5a08c32-fcd5-4ea1-8d7a-e8df86663d06,segment=NetworkSegment(81288102-e1f3-4b19-b1aa-0a6021adf8ca),segment_id=81288102-e1f3-4b19-b1aa-0a6021adf8ca)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:49:16.115571 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-7628ecf0-f07d-44a8-a1a9-42b3e595c6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150d1858-4401-42c7-9b6e-c53ad8c3d159', 'name': 'tempest-ServerRescueNegativeTestJSON-712075664-router', 'tenant_id': 'c826e534cdf3487392db5108c66dec78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'd5a08c32-fcd5-4ea1-8d7a-e8df86663d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:49:10Z', 'updated_at': '2021-08-16T17:49:13Z', 'revision_number': 4, 'project_id': 'c826e534cdf3487392db5108c66dec78', 'gw_port': {'id': 'd5a08c32-fcd5-4ea1-8d7a-e8df86663d06', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:82:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150d1858-4401-42c7-9b6e-c53ad8c3d159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:49:10Z', 'updated_at': '2021-08-16T17:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': '259f560a-3dde-4589-8be0-6aa53c8ae69e', 'name': '', 'network_id': '1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19', 'tenant_id': 'c826e534cdf3487392db5108c66dec78', 'mac_address': 'fa:16:3e:24:25:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150d1858-4401-42c7-9b6e-c53ad8c3d159', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'c0d26bf3-0e23-4847-8352-c1bfca5dd7d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:49:12Z', 'updated_at': '2021-08-16T17:49:13Z', 'revision_number': 2, 'project_id': 'c826e534cdf3487392db5108c66dec78', 'subnets': [{'id': 'c0d26bf3-0e23-4847-8352-c1bfca5dd7d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:49:16.143780 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7628ecf0-f07d-44a8-a1a9-42b3e595c6dc None None] Checking router: 150d1858-4401-42c7-9b6e-c53ad8c3d159 for host: dv-cinder-797608-18-iscsi {{(pid=101351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 17:49:16.144141 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7628ecf0-f07d-44a8-a1a9-42b3e595c6dc None None] Updating router 150d1858-4401-42c7-9b6e-c53ad8c3d159 port 259f560a-3dde-4589-8be0-6aa53c8ae69e binding host dv-cinder-797608-18-iscsi {{(pid=101351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 17:49:16.174523 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-7628ecf0-f07d-44a8-a1a9-42b3e595c6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:16.195273 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-38f5d022-6e19-476d-860f-d59306c96445 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:16.197296 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-38f5d022-6e19-476d-860f-d59306c96445 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/networks?id=1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19 HTTP/1.1" status: 200 len: 818 time: 0.3570769 Aug 16 17:49:16.212148 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-10fb026a-8837-41a3-a003-36a7ce52732a tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/quotas/c826e534cdf3487392db5108c66dec78 HTTP/1.1" status: 200 len: 375 time: 0.0090513 Aug 16 17:49:16.273883 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-b32cfa24-0181-4280-b0cc-c71fd0ccb37e tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c826e534cdf3487392db5108c66dec78&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0552495 Aug 16 17:49:16.280889 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:16.393752 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-e799b2f4-e261-4b64-b795-137471223cc2 service neutron] 10.222.0.73 "GET /v2.0/networks/1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099696 Aug 16 17:49:16.428480 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Pushing event updated for resources: {'Port': ['ID=d5a08c32-fcd5-4ea1-8d7a-e8df86663d06,revision_number=4']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:16.482991 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-8e7c8a7a-413e-4e6b-939a-dbbef23c7d49 service neutron] 10.222.0.73 "GET /v2.0/networks/1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831034 Aug 16 17:49:16.515584 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-7628ecf0-f07d-44a8-a1a9-42b3e595c6dc None None] Notify callbacks [] for port, precommit_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:16.534518 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-7628ecf0-f07d-44a8-a1a9-42b3e595c6dc None None] Transition to ACTIVE for port object 259f560a-3dde-4589-8be0-6aa53c8ae69e will not be triggered until provisioned by entity L2. {{(pid=101351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:49:16.638253 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-7628ecf0-f07d-44a8-a1a9-42b3e595c6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:16.776971 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-7628ecf0-f07d-44a8-a1a9-42b3e595c6dc None None] Attempting to bind port 259f560a-3dde-4589-8be0-6aa53c8ae69e on host dv-cinder-797608-18-iscsi for vnic_type normal with profile {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:49:16.777353 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-7628ecf0-f07d-44a8-a1a9-42b3e595c6dc None None] Attempting to bind port 259f560a-3dde-4589-8be0-6aa53c8ae69e by drivers openvswitch,hyperv on host dv-cinder-797608-18-iscsi at level 0 using segments [{'id': '4b50e9d4-725c-431c-92d3-a5fbe70ee89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19'}] {{(pid=101351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:49:16.780861 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7628ecf0-f07d-44a8-a1a9-42b3e595c6dc None None] Attempting to bind port 259f560a-3dde-4589-8be0-6aa53c8ae69e on network 1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19 {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:49:16.780861 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15976a1a-5622-4e8c-bf64-ae00e21badee None None] Pushing event updated for resources: {'Port': ['ID=259f560a-3dde-4589-8be0-6aa53c8ae69e,revision_number=3']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:16.788290 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7628ecf0-f07d-44a8-a1a9-42b3e595c6dc None None] Checking agent: {'id': 'fab5396a-5d23-4b36-81ca-c96508201f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 39, 27), 'started_at': datetime.datetime(2021, 8, 16, 17, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:49:16.788484 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7628ecf0-f07d-44a8-a1a9-42b3e595c6dc None None] Checking segment: {'id': '4b50e9d4-725c-431c-92d3-a5fbe70ee89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:49:16.789626 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-7628ecf0-f07d-44a8-a1a9-42b3e595c6dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:16.790033 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7628ecf0-f07d-44a8-a1a9-42b3e595c6dc None None] Bound using segment: {'id': '4b50e9d4-725c-431c-92d3-a5fbe70ee89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19'} {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:49:16.790415 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-7628ecf0-f07d-44a8-a1a9-42b3e595c6dc None None] Bound port: 259f560a-3dde-4589-8be0-6aa53c8ae69e, host: dv-cinder-797608-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b50e9d4-725c-431c-92d3-a5fbe70ee89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19'}}] {{(pid=101351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:49:16.790827 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-7628ecf0-f07d-44a8-a1a9-42b3e595c6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:16.863538 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-7628ecf0-f07d-44a8-a1a9-42b3e595c6dc None None] For port 259f560a-3dde-4589-8be0-6aa53c8ae69e, host dv-cinder-797608-18-iscsi, cleared binding levels {{(pid=101351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:49:16.866660 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-7628ecf0-f07d-44a8-a1a9-42b3e595c6dc None None] For port 259f560a-3dde-4589-8be0-6aa53c8ae69e, host dv-cinder-797608-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=259f560a-3dde-4589-8be0-6aa53c8ae69e,segment=NetworkSegment(4b50e9d4-725c-431c-92d3-a5fbe70ee89e),segment_id=4b50e9d4-725c-431c-92d3-a5fbe70ee89e)] {{(pid=101351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:49:16.976410 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-7628ecf0-f07d-44a8-a1a9-42b3e595c6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:17.030911 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7628ecf0-f07d-44a8-a1a9-42b3e595c6dc None None] Routers {'150d1858-4401-42c7-9b6e-c53ad8c3d159'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:49:17.031539 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-7628ecf0-f07d-44a8-a1a9-42b3e595c6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:48:56Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['150d1858-4401-42c7-9b6e-c53ad8c3d159'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:49:17.080495 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15976a1a-5622-4e8c-bf64-ae00e21badee None None] Pushing event updated for resources: {'Port': ['ID=259f560a-3dde-4589-8be0-6aa53c8ae69e,revision_number=4']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:17.155620 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-7628ecf0-f07d-44a8-a1a9-42b3e595c6dc None None] Set router 150d1858-4401-42c7-9b6e-c53ad8c3d159 gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:49:17.341111 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device d5a08c32-fcd5-4ea1-8d7a-e8df86663d06 up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:49:17.402035 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-7628ecf0-f07d-44a8-a1a9-42b3e595c6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150d1858-4401-42c7-9b6e-c53ad8c3d159', 'name': 'tempest-ServerRescueNegativeTestJSON-712075664-router', 'tenant_id': 'c826e534cdf3487392db5108c66dec78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'd5a08c32-fcd5-4ea1-8d7a-e8df86663d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:49:10Z', 'updated_at': '2021-08-16T17:49:13Z', 'revision_number': 4, 'project_id': 'c826e534cdf3487392db5108c66dec78', 'gw_port': {'id': 'd5a08c32-fcd5-4ea1-8d7a-e8df86663d06', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:82:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150d1858-4401-42c7-9b6e-c53ad8c3d159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:49:10Z', 'updated_at': '2021-08-16T17:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': '259f560a-3dde-4589-8be0-6aa53c8ae69e', 'name': '', 'network_id': '1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19', 'tenant_id': 'c826e534cdf3487392db5108c66dec78', 'mac_address': 'fa:16:3e:24:25:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150d1858-4401-42c7-9b6e-c53ad8c3d159', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'c0d26bf3-0e23-4847-8352-c1bfca5dd7d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:49:12Z', 'updated_at': '2021-08-16T17:49:16Z', 'revision_number': 4, 'project_id': 'c826e534cdf3487392db5108c66dec78', 'subnets': [{'id': 'c0d26bf3-0e23-4847-8352-c1bfca5dd7d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:49:17.407618 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port d5a08c32-fcd5-4ea1-8d7a-e8df86663d06 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:49:17.407990 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:17.446648 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7628ecf0-f07d-44a8-a1a9-42b3e595c6dc None None] The sync data for ids ['150d1858-4401-42c7-9b6e-c53ad8c3d159'] in dv-cinder-797608-18-iscsi is: [{'id': '150d1858-4401-42c7-9b6e-c53ad8c3d159', 'name': 'tempest-ServerRescueNegativeTestJSON-712075664-router', 'tenant_id': 'c826e534cdf3487392db5108c66dec78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'd5a08c32-fcd5-4ea1-8d7a-e8df86663d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:49:10Z', 'updated_at': '2021-08-16T17:49:13Z', 'revision_number': 4, 'project_id': 'c826e534cdf3487392db5108c66dec78', 'gw_port': {'id': 'd5a08c32-fcd5-4ea1-8d7a-e8df86663d06', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:82:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150d1858-4401-42c7-9b6e-c53ad8c3d159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:49:10Z', 'updated_at': '2021-08-16T17:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': '259f560a-3dde-4589-8be0-6aa53c8ae69e', 'name': '', 'network_id': '1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19', 'tenant_id': 'c826e534cdf3487392db5108c66dec78', 'mac_address': 'fa:16:3e:24:25:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150d1858-4401-42c7-9b6e-c53ad8c3d159', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'c0d26bf3-0e23-4847-8352-c1bfca5dd7d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:49:12Z', 'updated_at': '2021-08-16T17:49:16Z', 'revision_number': 4, 'project_id': 'c826e534cdf3487392db5108c66dec78', 'subnets': [{'id': 'c0d26bf3-0e23-4847-8352-c1bfca5dd7d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 17:49:19.003613 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 51552) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:19.105294 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-8c99b51c-1f49-45b1-9d46-0a6deca15f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:19.196416 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-8c99b51c-1f49-45b1-9d46-0a6deca15f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:19.278792 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-8c99b51c-1f49-45b1-9d46-0a6deca15f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:19.340460 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 51558) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:19.347909 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 259f560a-3dde-4589-8be0-6aa53c8ae69e up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:49:19.348401 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-8c99b51c-1f49-45b1-9d46-0a6deca15f90 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8511635442f74a389dda0c3f7454e71a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3433011 Aug 16 17:49:19.364754 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99b51c-1f49-45b1-9d46-0a6deca15f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf882c82-7f03-497b-a48b-6ae5862fca8b,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:19.401410 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4f1ffb18-fc52-4519-a45e-fdf4a84496fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:19.402388 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-1cd673c6-dcd9-419b-a4ab-13f9c5d04a93 req-1540cb93-d460-447b-a955-1d455201e89e tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 210 time: 0.0463581 Aug 16 17:49:19.430121 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4f1ffb18-fc52-4519-a45e-fdf4a84496fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:19.512830 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning for port 259f560a-3dde-4589-8be0-6aa53c8ae69e completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:49:19.516829 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 259f560a-3dde-4589-8be0-6aa53c8ae69e triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:49:19.517197 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:19.570331 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4f1ffb18-fc52-4519-a45e-fdf4a84496fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:19.574734 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4f1ffb18-fc52-4519-a45e-fdf4a84496fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:19.578786 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-4f1ffb18-fc52-4519-a45e-fdf4a84496fd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cf882c82-7f03-497b-a48b-6ae5862fca8b HTTP/1.1" status: 204 len: 168 time: 0.2372217 Aug 16 17:49:19.588859 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ffb18-fc52-4519-a45e-fdf4a84496fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf882c82-7f03-497b-a48b-6ae5862fca8b,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:19.613059 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:19.647157 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] For port 259f560a-3dde-4589-8be0-6aa53c8ae69e, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=259f560a-3dde-4589-8be0-6aa53c8ae69e,segment=NetworkSegment(4b50e9d4-725c-431c-92d3-a5fbe70ee89e),segment_id=4b50e9d4-725c-431c-92d3-a5fbe70ee89e)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:49:19.781868 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:19.830126 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Pushing event updated for resources: {'Port': ['ID=259f560a-3dde-4589-8be0-6aa53c8ae69e,revision_number=5']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:20.270036 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 51584) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:20.284773 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-7d67c655-2602-49d0-b827-f03d4b4e5152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:20.385182 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-7d67c655-2602-49d0-b827-f03d4b4e5152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:20.489919 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-7d67c655-2602-49d0-b827-f03d4b4e5152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:20.530564 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-7d67c655-2602-49d0-b827-f03d4b4e5152 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b31c0e8afd2748c9baa3689a911ab565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2590673 Aug 16 17:49:20.531491 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d67c655-2602-49d0-b827-f03d4b4e5152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66ab534-0484-4b01-a702-fbca1c89e157,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:20.533295 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 51598) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:20.592768 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-f864b182-7a0f-45b4-96cc-6e846ce85189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:20.624802 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-f864b182-7a0f-45b4-96cc-6e846ce85189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:20.645510 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b9391d45-6748-4587-b791-d956559f768d req-b2719a30-c2fb-41fa-8d8c-4d6cbc84d442 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 210 time: 0.0386193 Aug 16 17:49:20.804575 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-f864b182-7a0f-45b4-96cc-6e846ce85189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:20.807678 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-f864b182-7a0f-45b4-96cc-6e846ce85189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:20.808824 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-f864b182-7a0f-45b4-96cc-6e846ce85189 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d66ab534-0484-4b01-a702-fbca1c89e157 HTTP/1.1" status: 204 len: 168 time: 0.2745109 Aug 16 17:49:20.816765 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864b182-7a0f-45b4-96cc-6e846ce85189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66ab534-0484-4b01-a702-fbca1c89e157,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:21.029961 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb276e7-1ad7-4046-995b-852bf3e077d7 req-5abf56d8-2d04-495d-91a8-571cb05fe3a8 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:21.031930 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-cbb276e7-1ad7-4046-995b-852bf3e077d7 req-5abf56d8-2d04-495d-91a8-571cb05fe3a8 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ec34b2b-e9e4-4c14-9896-22d661808f8e HTTP/1.1" status: 200 len: 946 time: 0.0638976 Aug 16 17:49:21.083662 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-cbb276e7-1ad7-4046-995b-852bf3e077d7 req-9b6ce620-c367-4818-89ae-4d5464f06f9f tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6c6db5c-ee51-4f04-b721-2802f06a3ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442445 Aug 16 17:49:21.168150 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-c3d921f5-03ae-4670-a3a7-5cb830a09469 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:21.169753 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-c3d921f5-03ae-4670-a3a7-5cb830a09469 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.13 "GET /v2.0/networks?id=1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19 HTTP/1.1" status: 200 len: 818 time: 0.3287585 Aug 16 17:49:21.202777 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-4febd53a-c53e-4543-88fe-92f4bf35fec1 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Request body: {'port': {'device_id': '5716e4a0-642b-42f1-9735-238aa9737dd4', 'network_id': '1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19', 'admin_state_up': True, 'tenant_id': 'c826e534cdf3487392db5108c66dec78'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:49:21.329585 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 259f560a-3dde-4589-8be0-6aa53c8ae69e up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:49:21.395255 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 259f560a-3dde-4589-8be0-6aa53c8ae69e triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:49:21.395255 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:21.411066 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-4febd53a-c53e-4543-88fe-92f4bf35fec1 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Made reservation on behalf of c826e534cdf3487392db5108c66dec78 for: {'port': 1} {{(pid=101349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:49:21.418656 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-4febd53a-c53e-4543-88fe-92f4bf35fec1 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:21.562427 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.db_base_plugin_common [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-4febd53a-c53e-4543-88fe-92f4bf35fec1 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Allocated IP 172.20.0.9 (1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19/c0d26bf3-0e23-4847-8352-c1bfca5dd7d9/63563690-0627-4bce-b4cf-ca2e0700c1d0) {{(pid=101349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:49:21.727537 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-4febd53a-c53e-4543-88fe-92f4bf35fec1 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Notify callbacks [] for port, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:21.805793 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-47a9919a-aef4-42d0-bf3f-9cc64b0b657e req-c110d48b-1f0a-4c2f-89b2-5d5c70e38fab tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 210 time: 0.0285361 Aug 16 17:49:21.893483 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-c3dfad5f-94fa-448f-bf83-ca0483d815f8 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:21.894989 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-c3dfad5f-94fa-448f-bf83-ca0483d815f8 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.13 "GET /v2.0/networks?id=1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19 HTTP/1.1" status: 200 len: 818 time: 0.1482499 Aug 16 17:49:21.920773 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-6aacedac-3fb0-45a4-b413-f8d89a701cfd tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Request body: {'port': {'device_id': '8b31bc0f-b94a-4e87-a30e-8c42b0e08345', 'network_id': '1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19', 'admin_state_up': True, 'tenant_id': 'c826e534cdf3487392db5108c66dec78'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:49:21.983140 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-4febd53a-c53e-4543-88fe-92f4bf35fec1 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:22.056474 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 51652) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:22.057803 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-4febd53a-c53e-4543-88fe-92f4bf35fec1 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Network 1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19 is already hosted by enough agents. {{(pid=101349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:49:22.071812 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.base_scheduler [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-4febd53a-c53e-4543-88fe-92f4bf35fec1 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Resources bound (agent type, host, resource id): {{(pid=101349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:49:22.079495 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-4febd53a-c53e-4543-88fe-92f4bf35fec1 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Received port after_create {{(pid=101349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:49:22.088843 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4febd53a-c53e-4543-88fe-92f4bf35fec1 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Pushing event updated for resources: {'Port': ['ID=63563690-0627-4bce-b4cf-ca2e0700c1d0,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:22.157205 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-4febd53a-c53e-4543-88fe-92f4bf35fec1 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:22.157946 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-4febd53a-c53e-4543-88fe-92f4bf35fec1 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:22.190291 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-496698a6-7988-465c-b328-78e71c08bdbe admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-750787629-network', 'tenant_id': 'b52f61d646a14cffbed932ba63c679ca'}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:49:22.218411 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ac7e9-6765-4fc9-83a9-ea20c5550e98 req-eb5a3e69-774d-4d7f-b535-166151c08019 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:22.219890 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-5c3ac7e9-6765-4fc9-83a9-ea20c5550e98 req-eb5a3e69-774d-4d7f-b535-166151c08019 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ec34b2b-e9e4-4c14-9896-22d661808f8e HTTP/1.1" status: 200 len: 946 time: 0.0624504 Aug 16 17:49:22.256607 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-5c3ac7e9-6765-4fc9-83a9-ea20c5550e98 req-ec3613a4-88b6-4c78-be3e-066f5f188175 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6c6db5c-ee51-4f04-b721-2802f06a3ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308216 Aug 16 17:49:22.256880 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-6aacedac-3fb0-45a4-b413-f8d89a701cfd tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Made reservation on behalf of c826e534cdf3487392db5108c66dec78 for: {'port': 1} {{(pid=101349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:49:22.261002 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-6aacedac-3fb0-45a4-b413-f8d89a701cfd tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:22.339226 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-4febd53a-c53e-4543-88fe-92f4bf35fec1 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1404574 Aug 16 17:49:22.368789 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-40abba2d-aa60-45b2-834f-6d979bd1c8d9 service neutron] Request body: {'port': {'device_id': '5716e4a0-642b-42f1-9735-238aa9737dd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:49:22.426163 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496698a6-7988-465c-b328-78e71c08bdbe admin admin] Made reservation on behalf of b52f61d646a14cffbed932ba63c679ca for: {'network': 1} {{(pid=101350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:49:22.428459 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-496698a6-7988-465c-b328-78e71c08bdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for network, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:22.434408 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.db_base_plugin_common [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-6aacedac-3fb0-45a4-b413-f8d89a701cfd tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Allocated IP 172.20.0.14 (1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19/c0d26bf3-0e23-4847-8352-c1bfca5dd7d9/d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0) {{(pid=101349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:49:22.437625 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-496698a6-7988-465c-b328-78e71c08bdbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:22.446651 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-40abba2d-aa60-45b2-834f-6d979bd1c8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:22.530345 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-496698a6-7988-465c-b328-78e71c08bdbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:22.609950 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-496698a6-7988-465c-b328-78e71c08bdbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:22.634857 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-496698a6-7988-465c-b328-78e71c08bdbe admin admin] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=101350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 17:49:22.643696 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496698a6-7988-465c-b328-78e71c08bdbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18038096-2d09-4ed9-80e1-864535915dee,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:22.651035 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-496698a6-7988-465c-b328-78e71c08bdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050'] for segment, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:22.651238 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.db.segments_db [None req-496698a6-7988-465c-b328-78e71c08bdbe admin admin] Added segment 54a4439f-fcac-4bae-969f-76ad9d090bd1 of type vlan for network 4cbed0ac-6723-470f-845b-94805e65c362 Aug 16 17:49:22.688435 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-6aacedac-3fb0-45a4-b413-f8d89a701cfd tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Notify callbacks [] for port, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:22.692826 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-496698a6-7988-465c-b328-78e71c08bdbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753902937420'] for network, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:22.803266 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-496698a6-7988-465c-b328-78e71c08bdbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132'] for network, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:22.804252 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496698a6-7988-465c-b328-78e71c08bdbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:22.804827 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-496698a6-7988-465c-b328-78e71c08bdbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:22.857004 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-6aacedac-3fb0-45a4-b413-f8d89a701cfd tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:22.866551 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496698a6-7988-465c-b328-78e71c08bdbe admin admin] Pushing event updated for resources: {'Network': ['ID=4cbed0ac-6723-470f-845b-94805e65c362,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:22.878124 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Network 4cbed0ac-6723-470f-845b-94805e65c362 details requested by agent ovs-agent-dv-cinder-797608-18-iscsi with host dv-cinder-797608-18-iscsi {{(pid=101351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 17:49:22.913975 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-496698a6-7988-465c-b328-78e71c08bdbe admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8563647 Aug 16 17:49:22.917298 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 51674) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:22.924006 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-049aa4cd-d1e3-47f7-b7ea-5260a6b0982d admin admin] Request body: {'subnet': {'network_id': '4cbed0ac-6723-470f-845b-94805e65c362', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-750787629-subnet', 'tenant_id': 'b52f61d646a14cffbed932ba63c679ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:49:22.974405 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-6aacedac-3fb0-45a4-b413-f8d89a701cfd tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Network 1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19 is already hosted by enough agents. {{(pid=101349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:49:22.990091 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.base_scheduler [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-6aacedac-3fb0-45a4-b413-f8d89a701cfd tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Resources bound (agent type, host, resource id): {{(pid=101349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:49:22.992498 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-6aacedac-3fb0-45a4-b413-f8d89a701cfd tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Received port after_create {{(pid=101349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:49:23.010202 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049aa4cd-d1e3-47f7-b7ea-5260a6b0982d admin admin] Made reservation on behalf of b52f61d646a14cffbed932ba63c679ca for: {'subnet': 1} {{(pid=101350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:49:23.012603 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-049aa4cd-d1e3-47f7-b7ea-5260a6b0982d admin admin] Notify callbacks [] for subnet, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:23.029258 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aacedac-3fb0-45a4-b413-f8d89a701cfd tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Pushing event updated for resources: {'Port': ['ID=d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:23.082680 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-6aacedac-3fb0-45a4-b413-f8d89a701cfd tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:23.083363 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-6aacedac-3fb0-45a4-b413-f8d89a701cfd tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:23.136292 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-40abba2d-aa60-45b2-834f-6d979bd1c8d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63563690-0627-4bce-b4cf-ca2e0700c1d0 {{(pid=101349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:49:23.144257 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-40abba2d-aa60-45b2-834f-6d979bd1c8d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:23.161118 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.provisioning_blocks [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-40abba2d-aa60-45b2-834f-6d979bd1c8d9 service neutron] Transition to ACTIVE for port object 63563690-0627-4bce-b4cf-ca2e0700c1d0 will not be triggered until provisioned by entity L2. {{(pid=101349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:49:23.176689 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-6aacedac-3fb0-45a4-b413-f8d89a701cfd tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2599764 Aug 16 17:49:23.233128 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-40abba2d-aa60-45b2-834f-6d979bd1c8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5660737'] for port, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:23.262919 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-049aa4cd-d1e3-47f7-b7ea-5260a6b0982d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132'] for subnet, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:23.298735 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40abba2d-aa60-45b2-834f-6d979bd1c8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=63563690-0627-4bce-b4cf-ca2e0700c1d0,revision_number=2']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:23.324598 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049aa4cd-d1e3-47f7-b7ea-5260a6b0982d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c10a739-cfd3-4ecb-b004-395da91024a5,revision_number=0']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:23.332523 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049aa4cd-d1e3-47f7-b7ea-5260a6b0982d admin admin] Checking segment: {'id': '54a4439f-fcac-4bae-969f-76ad9d090bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '4cbed0ac-6723-470f-845b-94805e65c362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:49:23.332873 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049aa4cd-d1e3-47f7-b7ea-5260a6b0982d admin admin] Network hostable DHCP agents. Network: 4cbed0ac-6723-470f-845b-94805e65c362, hostable agents: ['3b7d26aa-1344-4a4d-94e6-3d95468a224e'], hosted agents: [] {{(pid=101350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 17:49:23.350335 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-40abba2d-aa60-45b2-834f-6d979bd1c8d9 service neutron] Attempting to bind port 63563690-0627-4bce-b4cf-ca2e0700c1d0 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:49:23.350687 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-40abba2d-aa60-45b2-834f-6d979bd1c8d9 service neutron] Attempting to bind port 63563690-0627-4bce-b4cf-ca2e0700c1d0 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '4b50e9d4-725c-431c-92d3-a5fbe70ee89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19'}] {{(pid=101349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:49:23.351015 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-40abba2d-aa60-45b2-834f-6d979bd1c8d9 service neutron] Attempting to bind port 63563690-0627-4bce-b4cf-ca2e0700c1d0 on network 1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:49:23.355398 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-40abba2d-aa60-45b2-834f-6d979bd1c8d9 service neutron] Port 63563690-0627-4bce-b4cf-ca2e0700c1d0 on network 1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 17:49:23.358303 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-40abba2d-aa60-45b2-834f-6d979bd1c8d9 service neutron] Attempting to bind port 63563690-0627-4bce-b4cf-ca2e0700c1d0 on network 1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:49:23.360665 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-40abba2d-aa60-45b2-834f-6d979bd1c8d9 service neutron] Checking agent: {'id': 'd413de79-89e7-4037-a6bb-11a55464df62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 45, 56), 'started_at': datetime.datetime(2021, 8, 16, 17, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:49:23.360996 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-40abba2d-aa60-45b2-834f-6d979bd1c8d9 service neutron] Checking segment: {'id': '4b50e9d4-725c-431c-92d3-a5fbe70ee89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:49:23.361374 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-40abba2d-aa60-45b2-834f-6d979bd1c8d9 service neutron] Bound using segment: {'id': '4b50e9d4-725c-431c-92d3-a5fbe70ee89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19'} {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:49:23.361794 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-40abba2d-aa60-45b2-834f-6d979bd1c8d9 service neutron] Bound port: 63563690-0627-4bce-b4cf-ca2e0700c1d0, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b50e9d4-725c-431c-92d3-a5fbe70ee89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19'}}] {{(pid=101349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:49:23.362170 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-40abba2d-aa60-45b2-834f-6d979bd1c8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:23.404609 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049aa4cd-d1e3-47f7-b7ea-5260a6b0982d admin admin] Network 4cbed0ac-6723-470f-845b-94805e65c362 is scheduled to be hosted by DHCP agent 3b7d26aa-1344-4a4d-94e6-3d95468a224e with binding_index 1 {{(pid=101350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 17:49:23.428004 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-40abba2d-aa60-45b2-834f-6d979bd1c8d9 service neutron] For port 63563690-0627-4bce-b4cf-ca2e0700c1d0, host hv-cinder-79760, cleared binding levels {{(pid=101349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:49:23.431015 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-40abba2d-aa60-45b2-834f-6d979bd1c8d9 service neutron] For port 63563690-0627-4bce-b4cf-ca2e0700c1d0, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=63563690-0627-4bce-b4cf-ca2e0700c1d0,segment=NetworkSegment(4b50e9d4-725c-431c-92d3-a5fbe70ee89e),segment_id=4b50e9d4-725c-431c-92d3-a5fbe70ee89e)] {{(pid=101349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:49:23.490501 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.base_scheduler [None req-049aa4cd-d1e3-47f7-b7ea-5260a6b0982d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-18-iscsi, 4cbed0ac-6723-470f-845b-94805e65c362) {{(pid=101350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:49:23.494514 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049aa4cd-d1e3-47f7-b7ea-5260a6b0982d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:23.495101 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-049aa4cd-d1e3-47f7-b7ea-5260a6b0982d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:23.499241 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6670f09-ed6a-4016-93cc-9d2a91a9e4eb None None] Network 4cbed0ac-6723-470f-845b-94805e65c362 requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:49:23.502522 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-40abba2d-aa60-45b2-834f-6d979bd1c8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5660737'] for port, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:23.537317 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-40abba2d-aa60-45b2-834f-6d979bd1c8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:23.537948 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-40abba2d-aa60-45b2-834f-6d979bd1c8d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:23.539316 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-40abba2d-aa60-45b2-834f-6d979bd1c8d9 service neutron] 10.222.0.13 "PUT /v2.0/ports/63563690-0627-4bce-b4cf-ca2e0700c1d0 HTTP/1.1" status: 200 len: 1093 time: 1.1752861 Aug 16 17:49:23.539750 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5716e4a0-642b-42f1-9735-238aa9737dd4', 'tag': '63563690-0627-4bce-b4cf-ca2e0700c1d0'}] {{(pid=101349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:49:23.541998 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}934f09010de237f24c102465ff13aed95362a81e3346d32f1bd52d9236897e6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18d7bc6-e50d-48d0-af1d-91699f97c676" -d '{"events": [{"name": "network-changed", "server_uuid": "5716e4a0-642b-42f1-9735-238aa9737dd4", "tag": "63563690-0627-4bce-b4cf-ca2e0700c1d0"}]}' {{(pid=101349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:49:23.564740 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40abba2d-aa60-45b2-834f-6d979bd1c8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=63563690-0627-4bce-b4cf-ca2e0700c1d0,revision_number=3']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:23.571771 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-049aa4cd-d1e3-47f7-b7ea-5260a6b0982d admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6522686 Aug 16 17:49:23.618735 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96198fa-308e-406f-9a66-cdcadd0ff528 None None] Network 4cbed0ac-6723-470f-845b-94805e65c362 requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:49:23.878906 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-e3967dd3-16db-47c5-8086-2413e964bbe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:24.285461 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 51708) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:24.291645 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-c5a46c4d-8e13-4830-b3de-bb5ac9227c70 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-795378827-network', 'tenant_id': 'c3b34dd55f53496bae996e810be71715'}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:49:24.381367 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a46c4d-8e13-4830-b3de-bb5ac9227c70 admin admin] Made reservation on behalf of c3b34dd55f53496bae996e810be71715 for: {'network': 1} {{(pid=101350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:49:24.383715 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-c5a46c4d-8e13-4830-b3de-bb5ac9227c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for network, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:24.392348 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-c5a46c4d-8e13-4830-b3de-bb5ac9227c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:24.480780 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-c5a46c4d-8e13-4830-b3de-bb5ac9227c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:24.564323 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-c5a46c4d-8e13-4830-b3de-bb5ac9227c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:24.590426 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5a46c4d-8e13-4830-b3de-bb5ac9227c70 admin admin] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=101350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 17:49:24.596492 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a46c4d-8e13-4830-b3de-bb5ac9227c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7994ecd-6b8b-4d09-b03b-3bae8d9d7a07,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:24.603871 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-c5a46c4d-8e13-4830-b3de-bb5ac9227c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050'] for segment, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:24.604214 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.db.segments_db [None req-c5a46c4d-8e13-4830-b3de-bb5ac9227c70 admin admin] Added segment 8c969131-9def-4645-8095-f12b4c2c4186 of type vlan for network 17ff8731-95c2-4534-950a-f7110419c3f1 Aug 16 17:49:24.641819 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-c5a46c4d-8e13-4830-b3de-bb5ac9227c70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753902937420'] for network, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:24.787510 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-c5a46c4d-8e13-4830-b3de-bb5ac9227c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132'] for network, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:24.788488 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a46c4d-8e13-4830-b3de-bb5ac9227c70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:24.789082 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-c5a46c4d-8e13-4830-b3de-bb5ac9227c70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:24.849365 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a46c4d-8e13-4830-b3de-bb5ac9227c70 admin admin] Pushing event updated for resources: {'Network': ['ID=17ff8731-95c2-4534-950a-f7110419c3f1,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:24.858820 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Network 17ff8731-95c2-4534-950a-f7110419c3f1 details requested by agent ovs-agent-dv-cinder-797608-18-iscsi with host dv-cinder-797608-18-iscsi {{(pid=101351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 17:49:24.936633 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-c5a46c4d-8e13-4830-b3de-bb5ac9227c70 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6500108 Aug 16 17:49:24.939406 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 51710) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:24.944264 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-8e8c5169-7127-472a-97c2-c09043b49568 admin admin] Request body: {'subnet': {'network_id': '17ff8731-95c2-4534-950a-f7110419c3f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-795378827-subnet', 'tenant_id': 'c3b34dd55f53496bae996e810be71715', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:49:25.038533 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8c5169-7127-472a-97c2-c09043b49568 admin admin] Made reservation on behalf of c3b34dd55f53496bae996e810be71715 for: {'subnet': 1} {{(pid=101350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:49:25.040867 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-8e8c5169-7127-472a-97c2-c09043b49568 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:25.273124 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-8e8c5169-7127-472a-97c2-c09043b49568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132'] for subnet, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:25.326045 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c5169-7127-472a-97c2-c09043b49568 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f19e2ab8-a47d-490c-8cc1-4568f743bc55,revision_number=0']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:25.343912 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8c5169-7127-472a-97c2-c09043b49568 admin admin] Checking segment: {'id': '8c969131-9def-4645-8095-f12b4c2c4186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '17ff8731-95c2-4534-950a-f7110419c3f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:49:25.344267 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8c5169-7127-472a-97c2-c09043b49568 admin admin] Network hostable DHCP agents. Network: 17ff8731-95c2-4534-950a-f7110419c3f1, hostable agents: ['3b7d26aa-1344-4a4d-94e6-3d95468a224e'], hosted agents: [] {{(pid=101350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 17:49:25.421784 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-bcc24233-33d2-4cd3-aeaa-ef922d92201f service neutron] Request body: {'port': {'device_id': '8b31bc0f-b94a-4e87-a30e-8c42b0e08345', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:49:25.472149 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8c5169-7127-472a-97c2-c09043b49568 admin admin] Network 17ff8731-95c2-4534-950a-f7110419c3f1 is scheduled to be hosted by DHCP agent 3b7d26aa-1344-4a4d-94e6-3d95468a224e with binding_index 1 {{(pid=101350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 17:49:25.485423 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-bcc24233-33d2-4cd3-aeaa-ef922d92201f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:25.560519 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.base_scheduler [None req-8e8c5169-7127-472a-97c2-c09043b49568 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-18-iscsi, 17ff8731-95c2-4534-950a-f7110419c3f1) {{(pid=101350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:49:25.571584 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ddec5-2f30-4a0b-a70c-229e75bbd308 req-c629e2b6-508f-48c1-a5d3-cd2dc7b1bc00 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:25.571809 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac954b7-f5ff-4d1d-851a-259d99478fbc None None] Network 17ff8731-95c2-4534-950a-f7110419c3f1 requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:49:25.572247 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ba5ddec5-2f30-4a0b-a70c-229e75bbd308 req-c629e2b6-508f-48c1-a5d3-cd2dc7b1bc00 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 932 time: 0.0550046 Aug 16 17:49:25.576140 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8c5169-7127-472a-97c2-c09043b49568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:25.576790 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-8e8c5169-7127-472a-97c2-c09043b49568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:25.643332 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-39f021b4-1b1d-4603-b215-365c15835825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:25.644834 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-39f021b4-1b1d-4603-b215-365c15835825 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c826e534cdf3487392db5108c66dec78&device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 1096 time: 0.1218572 Aug 16 17:49:25.663713 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ba5ddec5-2f30-4a0b-a70c-229e75bbd308 req-febec899-47bf-473f-8e80-34aa4dd00d2a tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840168 Aug 16 17:49:25.677593 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216898c-489f-47d4-afb3-a2a5a4ac3637 req-2cae0679-c1a9-4e76-b008-59f9d75cb7e0 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:25.677593 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c216898c-489f-47d4-afb3-a2a5a4ac3637 req-2cae0679-c1a9-4e76-b008-59f9d75cb7e0 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ec34b2b-e9e4-4c14-9896-22d661808f8e HTTP/1.1" status: 200 len: 946 time: 0.1014988 Aug 16 17:49:25.690623 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-8e8c5169-7127-472a-97c2-c09043b49568 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7502036 Aug 16 17:49:25.744877 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c216898c-489f-47d4-afb3-a2a5a4ac3637 req-185408a4-ad9b-4aa1-b432-dd2194f6eafd tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6c6db5c-ee51-4f04-b721-2802f06a3ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622149 Aug 16 17:49:25.745033 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf21095-b49b-4a72-98e9-9d17dc2b1aa3 None None] Network 17ff8731-95c2-4534-950a-f7110419c3f1 requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:49:25.757611 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 17:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c306b1b-5c1f-4a9a-81f7-4fb315ecff92 x-openstack-request-id: req-1c306b1b-5c1f-4a9a-81f7-4fb315ecff92 {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:49:25.757968 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5716e4a0-642b-42f1-9735-238aa9737dd4", "tag": "63563690-0627-4bce-b4cf-ca2e0700c1d0", "status": "completed", "code": 200}]} {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:49:25.758251 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1c306b1b-5c1f-4a9a-81f7-4fb315ecff92 {{(pid=101349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:49:25.758811 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5716e4a0-642b-42f1-9735-238aa9737dd4', 'tag': '63563690-0627-4bce-b4cf-ca2e0700c1d0', 'status': 'completed', 'code': 200} Aug 16 17:49:25.762503 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-a51de370-9bd1-412c-a0b0-6116a354b531 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63563690-0627-4bce-b4cf-ca2e0700c1d0 HTTP/1.1" status: 200 len: 217 time: 0.0455704 Aug 16 17:49:25.856306 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-ed85e259-cc8e-4f63-acf6-c9882548cfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:25.857818 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-ed85e259-cc8e-4f63-acf6-c9882548cfe6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0d26bf3-0e23-4847-8352-c1bfca5dd7d9 HTTP/1.1" status: 200 len: 858 time: 0.0803049 Aug 16 17:49:25.920864 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-debe6c5d-7190-41e6-b987-fe5d6687fea3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515141 Aug 16 17:49:25.936430 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-bcc24233-33d2-4cd3-aeaa-ef922d92201f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0 {{(pid=101349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:49:25.943608 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-bcc24233-33d2-4cd3-aeaa-ef922d92201f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:25.955034 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.provisioning_blocks [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-bcc24233-33d2-4cd3-aeaa-ef922d92201f service neutron] Transition to ACTIVE for port object d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0 will not be triggered until provisioned by entity L2. {{(pid=101349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:49:26.063397 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-bcc24233-33d2-4cd3-aeaa-ef922d92201f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5660737'] for port, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:26.069968 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590d1bd-f6f3-4821-83fe-774c5eac4146 req-6d8008a6-7aa4-491f-a22a-44973133fc4f tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:26.071908 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b590d1bd-f6f3-4821-83fe-774c5eac4146 req-6d8008a6-7aa4-491f-a22a-44973133fc4f tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ec34b2b-e9e4-4c14-9896-22d661808f8e HTTP/1.1" status: 200 len: 946 time: 0.0703573 Aug 16 17:49:26.153458 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc24233-33d2-4cd3-aeaa-ef922d92201f service neutron] Pushing event updated for resources: {'Port': ['ID=d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0,revision_number=2']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:26.174700 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-e4b7c5db-54f5-48a1-8730-0c28603c190a service neutron] 10.222.0.13 "GET /v2.0/networks/1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737673 Aug 16 17:49:26.218702 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.plugin [req-b590d1bd-f6f3-4821-83fe-774c5eac4146 req-47d057d1-2f52-4a1a-9358-8c8d1a1f2d54 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Deleting port 03f99937-2b63-41be-a5b6-18793c2ebefd {{(pid=101350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:49:26.218949 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [req-b590d1bd-f6f3-4821-83fe-774c5eac4146 req-47d057d1-2f52-4a1a-9358-8c8d1a1f2d54 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:26.278112 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-bcc24233-33d2-4cd3-aeaa-ef922d92201f service neutron] Attempting to bind port d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:49:26.280909 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-bcc24233-33d2-4cd3-aeaa-ef922d92201f service neutron] Attempting to bind port d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '4b50e9d4-725c-431c-92d3-a5fbe70ee89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19'}] {{(pid=101349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:49:26.280909 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-bcc24233-33d2-4cd3-aeaa-ef922d92201f service neutron] Attempting to bind port d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0 on network 1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:49:26.291280 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-bcc24233-33d2-4cd3-aeaa-ef922d92201f service neutron] Port d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0 on network 1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 17:49:26.291836 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-bcc24233-33d2-4cd3-aeaa-ef922d92201f service neutron] Attempting to bind port d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0 on network 1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:49:26.303378 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-bcc24233-33d2-4cd3-aeaa-ef922d92201f service neutron] Checking agent: {'id': 'd413de79-89e7-4037-a6bb-11a55464df62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 45, 56), 'started_at': datetime.datetime(2021, 8, 16, 17, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:49:26.303709 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-bcc24233-33d2-4cd3-aeaa-ef922d92201f service neutron] Checking segment: {'id': '4b50e9d4-725c-431c-92d3-a5fbe70ee89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:49:26.304082 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-bcc24233-33d2-4cd3-aeaa-ef922d92201f service neutron] Bound using segment: {'id': '4b50e9d4-725c-431c-92d3-a5fbe70ee89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19'} {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:49:26.304511 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-bcc24233-33d2-4cd3-aeaa-ef922d92201f service neutron] Bound port: d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b50e9d4-725c-431c-92d3-a5fbe70ee89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19'}}] {{(pid=101349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:49:26.304866 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-bcc24233-33d2-4cd3-aeaa-ef922d92201f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:26.319127 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-269b2cba-7ac0-44ed-8ad2-ea75b6c96ec1 req-1ec52e70-7423-4d89-9945-1f3fe61d57e5 service neutron] 10.222.0.13 "GET /v2.0/networks/1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260722 Aug 16 17:49:26.322276 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.db [req-b590d1bd-f6f3-4821-83fe-774c5eac4146 req-47d057d1-2f52-4a1a-9358-8c8d1a1f2d54 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] For port 03f99937-2b63-41be-a5b6-18793c2ebefd, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=03f99937-2b63-41be-a5b6-18793c2ebefd,segment=NetworkSegment(1124a22b-fdab-4357-a2c0-4348a0116042),segment_id=1124a22b-fdab-4357-a2c0-4348a0116042)] {{(pid=101350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:49:26.322822 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [req-b590d1bd-f6f3-4821-83fe-774c5eac4146 req-47d057d1-2f52-4a1a-9358-8c8d1a1f2d54 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:26.348150 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.plugin [req-b590d1bd-f6f3-4821-83fe-774c5eac4146 req-47d057d1-2f52-4a1a-9358-8c8d1a1f2d54 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Calling delete_port for 03f99937-2b63-41be-a5b6-18793c2ebefd owned by compute:nova {{(pid=101350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:49:26.381287 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-bcc24233-33d2-4cd3-aeaa-ef922d92201f service neutron] For port d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0, host hv-cinder-79760, cleared binding levels {{(pid=101349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:49:26.386056 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-bcc24233-33d2-4cd3-aeaa-ef922d92201f service neutron] For port d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0,segment=NetworkSegment(4b50e9d4-725c-431c-92d3-a5fbe70ee89e),segment_id=4b50e9d4-725c-431c-92d3-a5fbe70ee89e)] {{(pid=101349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:49:26.474235 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-bcc24233-33d2-4cd3-aeaa-ef922d92201f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5660737'] for port, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:26.520527 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-bcc24233-33d2-4cd3-aeaa-ef922d92201f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:26.521213 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-bcc24233-33d2-4cd3-aeaa-ef922d92201f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:26.527613 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-bcc24233-33d2-4cd3-aeaa-ef922d92201f service neutron] 10.222.0.13 "PUT /v2.0/ports/d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0 HTTP/1.1" status: 200 len: 1094 time: 1.1101687 Aug 16 17:49:26.542014 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-9c210ae1-f2b0-4126-bcba-558550380a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:26.561380 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc24233-33d2-4cd3-aeaa-ef922d92201f service neutron] Pushing event updated for resources: {'Port': ['ID=d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0,revision_number=3']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:26.610635 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [req-b590d1bd-f6f3-4821-83fe-774c5eac4146 req-47d057d1-2f52-4a1a-9358-8c8d1a1f2d54 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671'] for port, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:26.637235 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d7bc6-e50d-48d0-af1d-91699f97c676 req-a37436bb-c918-455e-b5df-2b6e59cc4959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:26.638951 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-b18d7bc6-e50d-48d0-af1d-91699f97c676 req-a37436bb-c918-455e-b5df-2b6e59cc4959 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c826e534cdf3487392db5108c66dec78&device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 1096 time: 0.0461602 Aug 16 17:49:26.645600 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d057d1-2f52-4a1a-9358-8c8d1a1f2d54 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Pushing event deleted for resources: {'Port': ['ID=03f99937-2b63-41be-a5b6-18793c2ebefd,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:26.660326 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['03f99937-2b63-41be-a5b6-18793c2ebefd'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:49:26.703321 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:26.733945 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.l3_dvrscheduler_db [req-b590d1bd-f6f3-4821-83fe-774c5eac4146 req-47d057d1-2f52-4a1a-9358-8c8d1a1f2d54 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] No DVR routers for this DVR port 03f99937-2b63-41be-a5b6-18793c2ebefd on host hv-cinder-79760 {{(pid=101350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 17:49:26.737656 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [req-b590d1bd-f6f3-4821-83fe-774c5eac4146 req-47d057d1-2f52-4a1a-9358-8c8d1a1f2d54 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:26.739692 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b590d1bd-f6f3-4821-83fe-774c5eac4146 req-47d057d1-2f52-4a1a-9358-8c8d1a1f2d54 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.13 "DELETE /v2.0/ports/03f99937-2b63-41be-a5b6-18793c2ebefd HTTP/1.1" status: 204 len: 173 time: 0.6595540 Aug 16 17:49:26.740136 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec34b2b-e9e4-4c14-9896-22d661808f8e', 'name': 'network-vif-deleted', 'tag': '03f99937-2b63-41be-a5b6-18793c2ebefd'}] {{(pid=101350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:49:26.743311 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}137876f5b741f0afb00714fe176f8a9d3b569402932f71b261fa9e4754b02137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffab9ff-4075-4131-a672-9b3bc54744a3" -d '{"events": [{"server_uuid": "2ec34b2b-e9e4-4c14-9896-22d661808f8e", "name": "network-vif-deleted", "tag": "03f99937-2b63-41be-a5b6-18793c2ebefd"}]}' {{(pid=101350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:49:26.810132 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca41a95-e197-4701-9f55-730c56483511 x-openstack-request-id: req-dca41a95-e197-4701-9f55-730c56483511 {{(pid=101350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:49:26.810132 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ec34b2b-e9e4-4c14-9896-22d661808f8e", "name": "network-vif-deleted", "tag": "03f99937-2b63-41be-a5b6-18793c2ebefd", "status": "completed", "code": 200}]} {{(pid=101350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:49:26.810132 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dca41a95-e197-4701-9f55-730c56483511 {{(pid=101350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:49:26.810132 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ec34b2b-e9e4-4c14-9896-22d661808f8e', 'name': 'network-vif-deleted', 'tag': '03f99937-2b63-41be-a5b6-18793c2ebefd', 'status': 'completed', 'code': 200} Aug 16 17:49:26.813792 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-decdb10b-21ac-43c7-87f1-11a62ffb690e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:26.815393 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-decdb10b-21ac-43c7-87f1-11a62ffb690e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c826e534cdf3487392db5108c66dec78&device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 1097 time: 0.0956805 Aug 16 17:49:26.831539 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d7bc6-e50d-48d0-af1d-91699f97c676 req-a399d59c-9646-4737-8c57-ffdd32cf5eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:26.833273 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-b18d7bc6-e50d-48d0-af1d-91699f97c676 req-a399d59c-9646-4737-8c57-ffdd32cf5eac service neutron] 10.222.0.13 "GET /v2.0/networks?id=1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19 HTTP/1.1" status: 200 len: 919 time: 0.1505075 Aug 16 17:49:26.848377 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c0e48-543b-48cc-84e4-b9701201efe5 req-ab989d8d-5014-4eaa-b086-aa66c5fe1715 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:26.856342 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-072c0e48-543b-48cc-84e4-b9701201efe5 req-ab989d8d-5014-4eaa-b086-aa66c5fe1715 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 944 time: 0.0927877 Aug 16 17:49:26.887983 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-150d6d02-51e9-4fe9-8cc8-5ce0e2c9d89b req-afea9e7a-032d-490a-a781-ad57df16c32b tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ec34b2b-e9e4-4c14-9896-22d661808f8e HTTP/1.1" status: 200 len: 210 time: 0.0304525 Aug 16 17:49:26.919998 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-072c0e48-543b-48cc-84e4-b9701201efe5 req-2ba3a78c-0707-4318-a2b6-ebb8a2ff066c tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538504 Aug 16 17:49:26.928035 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-a97f8f9c-d3be-490e-b86b-deb3baa5e8db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0 HTTP/1.1" status: 200 len: 217 time: 0.0700202 Aug 16 17:49:26.929352 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-b18d7bc6-e50d-48d0-af1d-91699f97c676 req-22b75659-1904-49d0-a4c0-8d3f3e35bfa0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63563690-0627-4bce-b4cf-ca2e0700c1d0 HTTP/1.1" status: 200 len: 217 time: 0.0648973 Aug 16 17:49:27.020202 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d7bc6-e50d-48d0-af1d-91699f97c676 req-23342253-2b38-468e-80e4-d3894bc44992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:27.021684 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-b18d7bc6-e50d-48d0-af1d-91699f97c676 req-23342253-2b38-468e-80e4-d3894bc44992 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0d26bf3-0e23-4847-8352-c1bfca5dd7d9 HTTP/1.1" status: 200 len: 858 time: 0.0789571 Aug 16 17:49:27.023117 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-8991dac6-0eb6-411b-b2bb-293114245b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:27.025076 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-8991dac6-0eb6-411b-b2bb-293114245b73 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0d26bf3-0e23-4847-8352-c1bfca5dd7d9 HTTP/1.1" status: 200 len: 858 time: 0.0812767 Aug 16 17:49:27.084397 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-b18d7bc6-e50d-48d0-af1d-91699f97c676 req-ea361518-62a5-46d2-a39a-973f75081a8b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478590 Aug 16 17:49:27.087151 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-406dc3d3-0376-4977-83da-50becf66011f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418808 Aug 16 17:49:27.416589 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 51770) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:27.471634 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-2dd7792d-a478-4728-98df-e67fd9a6eb86 service neutron] 10.222.0.13 "GET /v2.0/networks/1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563478 Aug 16 17:49:27.473516 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-b18d7bc6-e50d-48d0-af1d-91699f97c676 req-2303293f-aaee-4b76-aa8a-95a96c0be924 service neutron] 10.222.0.13 "GET /v2.0/networks/1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510094 Aug 16 17:49:27.532023 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-c16e36e8-69cd-4ffd-a08a-6068cd0a8144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:27.632773 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:27.636450 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-c16e36e8-69cd-4ffd-a08a-6068cd0a8144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:27.640587 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-f424e7c1-b0a8-4763-8199-0d2b82a0a2a5 req-9cacdc79-3226-47cb-a3cc-a64702eccc8f service neutron] 10.222.0.13 "GET /v2.0/networks/1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536753 Aug 16 17:49:27.645601 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-b18d7bc6-e50d-48d0-af1d-91699f97c676 req-a7fedee6-c780-4909-bedd-e13804f6ee49 service neutron] 10.222.0.13 "GET /v2.0/networks/1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506214 Aug 16 17:49:27.655886 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:27.707852 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-c16e36e8-69cd-4ffd-a08a-6068cd0a8144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:27.746673 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-c16e36e8-69cd-4ffd-a08a-6068cd0a8144 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8256f43fd3af43f0b8b1e4ac7c65e851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3289483 Aug 16 17:49:27.747911 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e36e8-69cd-4ffd-a08a-6068cd0a8144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a19e4b-8e07-42ef-bfdc-8ac18f92ca77,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:27.749267 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 51782) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:27.762854 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b31bc0f-b94a-4e87-a30e-8c42b0e08345', 'tag': 'd18d07b6-5171-42d5-b6e8-7a4e9aaab0c0'}] {{(pid=101349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:49:27.765231 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}934f09010de237f24c102465ff13aed95362a81e3346d32f1bd52d9236897e6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8bb311b-017c-4de9-90d2-60915effa879" -d '{"events": [{"name": "network-changed", "server_uuid": "8b31bc0f-b94a-4e87-a30e-8c42b0e08345", "tag": "d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0"}]}' {{(pid=101349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:49:27.809683 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-98c57d3a-774b-44bb-9415-a82917e7e9b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:27.831167 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-98c57d3a-774b-44bb-9415-a82917e7e9b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:27.925531 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-98c57d3a-774b-44bb-9415-a82917e7e9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:27.929977 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-98c57d3a-774b-44bb-9415-a82917e7e9b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:27.932362 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-98c57d3a-774b-44bb-9415-a82917e7e9b8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/45a19e4b-8e07-42ef-bfdc-8ac18f92ca77 HTTP/1.1" status: 204 len: 168 time: 0.1817651 Aug 16 17:49:27.956773 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 17:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c94b8b6-fc3a-4557-bf79-d3cd10cb34ed x-openstack-request-id: req-1c94b8b6-fc3a-4557-bf79-d3cd10cb34ed {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:49:27.957058 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b31bc0f-b94a-4e87-a30e-8c42b0e08345", "tag": "d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0", "status": "completed", "code": 200}]} {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:49:27.957306 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1c94b8b6-fc3a-4557-bf79-d3cd10cb34ed {{(pid=101349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:49:27.957689 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b31bc0f-b94a-4e87-a30e-8c42b0e08345', 'tag': 'd18d07b6-5171-42d5-b6e8-7a4e9aaab0c0', 'status': 'completed', 'code': 200} Aug 16 17:49:27.958837 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c57d3a-774b-44bb-9415-a82917e7e9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a19e4b-8e07-42ef-bfdc-8ac18f92ca77,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:28.064909 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f206e95e-e635-4540-b616-96dcd4a71cfd req-e891b738-4354-4927-9564-7768abd5997d tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ec34b2b-e9e4-4c14-9896-22d661808f8e HTTP/1.1" status: 200 len: 210 time: 0.0543180 Aug 16 17:49:28.085441 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0538b-7f82-4c2f-9b8d-7730ce4d3ce7 req-dc897b36-b827-46b9-bcb1-704e58fc14ef tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:28.089256 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2cf0538b-7f82-4c2f-9b8d-7730ce4d3ce7 req-dc897b36-b827-46b9-bcb1-704e58fc14ef tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 944 time: 0.0754356 Aug 16 17:49:28.106627 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb311b-017c-4de9-90d2-60915effa879 req-cd62f1e7-f9c3-44b8-b15e-c10322b33270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:28.108112 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-e8bb311b-017c-4de9-90d2-60915effa879 req-cd62f1e7-f9c3-44b8-b15e-c10322b33270 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c826e534cdf3487392db5108c66dec78&device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 1097 time: 0.0720174 Aug 16 17:49:28.153402 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2cf0538b-7f82-4c2f-9b8d-7730ce4d3ce7 req-3a2c618d-3908-4804-a7ab-0cbfbdae9ae7 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534136 Aug 16 17:49:28.206216 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb311b-017c-4de9-90d2-60915effa879 req-2a9becc2-4b80-4e0c-8f82-287260fc04ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:28.213955 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-e8bb311b-017c-4de9-90d2-60915effa879 req-2a9becc2-4b80-4e0c-8f82-287260fc04ee service neutron] 10.222.0.13 "GET /v2.0/networks?id=1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19 HTTP/1.1" status: 200 len: 919 time: 0.0903718 Aug 16 17:49:28.267182 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-e8bb311b-017c-4de9-90d2-60915effa879 req-529e69c2-85da-41c8-b2d7-e4b4f57dfb5e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0 HTTP/1.1" status: 200 len: 217 time: 0.0425038 Aug 16 17:49:28.331124 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb311b-017c-4de9-90d2-60915effa879 req-ccf2cfb4-e63c-48ac-99ea-fe1c0592bdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:28.332711 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-e8bb311b-017c-4de9-90d2-60915effa879 req-ccf2cfb4-e63c-48ac-99ea-fe1c0592bdb8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0d26bf3-0e23-4847-8352-c1bfca5dd7d9 HTTP/1.1" status: 200 len: 858 time: 0.0578632 Aug 16 17:49:28.366428 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-e8bb311b-017c-4de9-90d2-60915effa879 req-b1febb3b-f8f8-4928-b15e-3b6304fe533e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253069 Aug 16 17:49:28.467914 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-e8bb311b-017c-4de9-90d2-60915effa879 req-c5fccc7b-c4e8-4571-b876-80c8eadf34ba service neutron] 10.222.0.13 "GET /v2.0/networks/1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911524 Aug 16 17:49:28.568704 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-e8bb311b-017c-4de9-90d2-60915effa879 req-f5724e52-1f8e-4208-b492-86e6899bdf35 service neutron] 10.222.0.13 "GET /v2.0/networks/1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931873 Aug 16 17:49:29.061984 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:29.773324 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 6 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 17:49:30.783111 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 63563690-0627-4bce-b4cf-ca2e0700c1d0 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=101351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 17:49:30.889070 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 63563690-0627-4bce-b4cf-ca2e0700c1d0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=63563690-0627-4bce-b4cf-ca2e0700c1d0,segment=NetworkSegment(4b50e9d4-725c-431c-92d3-a5fbe70ee89e),segment_id=4b50e9d4-725c-431c-92d3-a5fbe70ee89e)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:49:30.901960 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Returning: {'device': '63563690-0627-4bce-b4cf-ca2e0700c1d0', 'network_id': '1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19', 'port_id': '63563690-0627-4bce-b4cf-ca2e0700c1d0', 'mac_address': 'fa:16:3e:56:52:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0d26bf3-0e23-4847-8352-c1bfca5dd7d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 17:49:30.943684 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:30.955972 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63563690-0627-4bce-b4cf-ca2e0700c1d0 {{(pid=101351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:49:30.974470 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 63563690-0627-4bce-b4cf-ca2e0700c1d0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=63563690-0627-4bce-b4cf-ca2e0700c1d0,segment=NetworkSegment(4b50e9d4-725c-431c-92d3-a5fbe70ee89e),segment_id=4b50e9d4-725c-431c-92d3-a5fbe70ee89e)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:49:31.057136 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:31.103970 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=63563690-0627-4bce-b4cf-ca2e0700c1d0,revision_number=4']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:32.107658 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54589dd9-d138-4198-afa8-e6d670ac21d0 req-9e849de7-e945-47ed-8b63-8ac62b99f858 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:32.109151 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-54589dd9-d138-4198-afa8-e6d670ac21d0 req-9e849de7-e945-47ed-8b63-8ac62b99f858 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 944 time: 0.0475488 Aug 16 17:49:32.149958 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-54589dd9-d138-4198-afa8-e6d670ac21d0 req-134c8eee-5589-41dd-83ae-074a13c91e03 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345449 Aug 16 17:49:32.271355 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-5a5b013d-ce20-448b-a3d3-88658096ac25 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:32.272839 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-5a5b013d-ce20-448b-a3d3-88658096ac25 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/networks?id=3eb656a4-6308-4e2c-a61f-8a2507a19350 HTTP/1.1" status: 200 len: 809 time: 0.1008470 Aug 16 17:49:32.287626 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-a4d31aba-f415-4b8e-a06f-a5a601d988f0 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/quotas/2d064a279dd6407aa81713f35584ef43 HTTP/1.1" status: 200 len: 375 time: 0.0091081 Aug 16 17:49:32.317280 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-18c16367-13ad-4e88-afb6-60703fdeceb6 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2d064a279dd6407aa81713f35584ef43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0241613 Aug 16 17:49:32.410015 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-752995a5-2373-4b19-92be-0388789181a8 service neutron] 10.222.0.73 "GET /v2.0/networks/3eb656a4-6308-4e2c-a61f-8a2507a19350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860426 Aug 16 17:49:32.481476 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['63563690-0627-4bce-b4cf-ca2e0700c1d0'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:49:32.499588 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-4bf03213-e5e2-430f-b052-676c42bd9eb2 service neutron] 10.222.0.73 "GET /v2.0/networks/3eb656a4-6308-4e2c-a61f-8a2507a19350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825944 Aug 16 17:49:32.737032 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4c1b7793-c6eb-40f9-b0fe-34e2de7415bf req-b7eb9b69-4e3c-4034-8162-343f3d1c0e7c tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec7cb091-ae9b-46c2-8d90-676fd8167407 HTTP/1.1" status: 200 len: 210 time: 0.0264676 Aug 16 17:49:33.270300 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40db39-963d-4d39-a734-33f72a7c6017 req-f9704d41-39a2-4957-85c3-a11db2e52458 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:33.271920 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ea40db39-963d-4d39-a734-33f72a7c6017 req-f9704d41-39a2-4957-85c3-a11db2e52458 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 944 time: 0.0511835 Aug 16 17:49:33.310849 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ea40db39-963d-4d39-a734-33f72a7c6017 req-4cf8fba2-5653-4032-b7a6-908bbf96da76 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321431 Aug 16 17:49:33.829717 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b4cc591d-de6f-463c-a093-2192e3c30d32 req-4c1b8c14-40cf-4c5e-a1c8-c0e806814290 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec7cb091-ae9b-46c2-8d90-676fd8167407 HTTP/1.1" status: 200 len: 210 time: 0.0257988 Aug 16 17:49:33.917939 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=101351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 17:49:33.928263 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 63563690-0627-4bce-b4cf-ca2e0700c1d0 up at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:49:34.048156 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0,segment=NetworkSegment(4b50e9d4-725c-431c-92d3-a5fbe70ee89e),segment_id=4b50e9d4-725c-431c-92d3-a5fbe70ee89e)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:49:34.063263 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Returning: {'device': 'd18d07b6-5171-42d5-b6e8-7a4e9aaab0c0', 'network_id': '1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19', 'port_id': 'd18d07b6-5171-42d5-b6e8-7a4e9aaab0c0', 'mac_address': 'fa:16:3e:df:eb:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0d26bf3-0e23-4847-8352-c1bfca5dd7d9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 17:49:34.202703 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning for port 63563690-0627-4bce-b4cf-ca2e0700c1d0 completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:49:34.214005 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning complete for port 63563690-0627-4bce-b4cf-ca2e0700c1d0 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:49:34.214379 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:34.238919 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:34.259399 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0 {{(pid=101351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:49:34.285043 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0,segment=NetworkSegment(4b50e9d4-725c-431c-92d3-a5fbe70ee89e),segment_id=4b50e9d4-725c-431c-92d3-a5fbe70ee89e)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:49:34.322234 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:34.347338 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5716e4a0-642b-42f1-9735-238aa9737dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63563690-0627-4bce-b4cf-ca2e0700c1d0'}] {{(pid=101351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:49:34.349800 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4661e6bc32737764ca712b7c7300ac6ad1a8a79a1ea43afdc004a14577d676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2be02e-f71c-4e04-843f-03d4bf975847" -d '{"events": [{"server_uuid": "5716e4a0-642b-42f1-9735-238aa9737dd4", "name": "network-vif-plugged", "status": "completed", "tag": "63563690-0627-4bce-b4cf-ca2e0700c1d0"}]}' {{(pid=101351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:49:34.375131 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 63563690-0627-4bce-b4cf-ca2e0700c1d0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=63563690-0627-4bce-b4cf-ca2e0700c1d0,segment=NetworkSegment(4b50e9d4-725c-431c-92d3-a5fbe70ee89e),segment_id=4b50e9d4-725c-431c-92d3-a5fbe70ee89e)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:49:34.399518 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:34.403344 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0aa73f-a3f0-497a-bf5d-528744b7f806 x-openstack-request-id: req-fe0aa73f-a3f0-497a-bf5d-528744b7f806 {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:49:34.403661 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5716e4a0-642b-42f1-9735-238aa9737dd4", "name": "network-vif-plugged", "status": "completed", "tag": "63563690-0627-4bce-b4cf-ca2e0700c1d0", "code": 200}]} {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:49:34.403918 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fe0aa73f-a3f0-497a-bf5d-528744b7f806 {{(pid=101351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:49:34.404381 dv-cinder-797608-18-iscsi neutron-server[101351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5716e4a0-642b-42f1-9735-238aa9737dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63563690-0627-4bce-b4cf-ca2e0700c1d0', 'code': 200} Aug 16 17:49:34.436287 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ec79c-44fd-4b04-b019-15e1212bfa18 req-7fc4f910-2187-4578-a8c4-ac6bbc2b8d2a tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:34.437806 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-011ec79c-44fd-4b04-b019-15e1212bfa18 req-7fc4f910-2187-4578-a8c4-ac6bbc2b8d2a tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 945 time: 0.0519967 Aug 16 17:49:34.469026 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:34.470454 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 03f99937-2b63-41be-a5b6-18793c2ebefd no longer exists at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:49:34.484476 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-011ec79c-44fd-4b04-b019-15e1212bfa18 req-90dab34d-68a3-477b-8f13-8dbbd514c04c tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403509 Aug 16 17:49:34.492881 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0,revision_number=4']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:34.498512 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] No Port match for: 03f99937-2b63-41be-a5b6-18793c2ebefd {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 17:49:34.498863 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 03f99937-2b63-41be-a5b6-18793c2ebefd not bound to the agent host hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 17:49:34.545928 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=63563690-0627-4bce-b4cf-ca2e0700c1d0,revision_number=5']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:34.763473 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61bdeff-f756-4456-8dd0-04cec9f19d4c req-15c7cee7-dcc1-45cb-b24e-1d2f64b8e78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:34.765006 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-c61bdeff-f756-4456-8dd0-04cec9f19d4c req-15c7cee7-dcc1-45cb-b24e-1d2f64b8e78b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 1098 time: 0.0386593 Aug 16 17:49:34.796129 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:49:34.862551 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-c61bdeff-f756-4456-8dd0-04cec9f19d4c req-f89806bd-dd24-47bc-b06e-98a98f9914a8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515902 Aug 16 17:49:34.959423 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-5715a650-da46-44d9-8957-7c179c8f0bc6 req-64a19858-6a98-41d1-9874-9e45cada2d28 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec7cb091-ae9b-46c2-8d90-676fd8167407 HTTP/1.1" status: 200 len: 210 time: 0.0523014 Aug 16 17:49:35.017179 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 51984) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:35.121086 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-54cb575b-fa55-499f-ab4a-58df9ccfcc63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:35.231059 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-54cb575b-fa55-499f-ab4a-58df9ccfcc63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:35.302611 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-54cb575b-fa55-499f-ab4a-58df9ccfcc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:35.331551 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-4c76d64b-8477-418b-a450-c81cf644854c tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:35.332982 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-4c76d64b-8477-418b-a450-c81cf644854c tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.13 "GET /v2.0/networks?id=3eb656a4-6308-4e2c-a61f-8a2507a19350 HTTP/1.1" status: 200 len: 809 time: 0.1289239 Aug 16 17:49:35.360324 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-54cb575b-fa55-499f-ab4a-58df9ccfcc63 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3235c82154604b9f8823717d5a868fb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3397658 Aug 16 17:49:35.360787 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 51998) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:35.362049 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-0fd20d83-d02e-479e-84b5-a02d4f50149b tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Request body: {'port': {'device_id': 'ec7cb091-ae9b-46c2-8d90-676fd8167407', 'network_id': '3eb656a4-6308-4e2c-a61f-8a2507a19350', 'admin_state_up': True, 'tenant_id': '2d064a279dd6407aa81713f35584ef43'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:49:35.366835 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb575b-fa55-499f-ab4a-58df9ccfcc63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af04bd9-c35d-4c32-b675-047a8b35e1c2,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:35.423992 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-78cf3c8a-6e51-48c5-8cce-db24b03e28dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:35.446741 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-78cf3c8a-6e51-48c5-8cce-db24b03e28dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:35.536451 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-0fd20d83-d02e-479e-84b5-a02d4f50149b tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Made reservation on behalf of 2d064a279dd6407aa81713f35584ef43 for: {'port': 1} {{(pid=101349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:49:35.536592 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-78cf3c8a-6e51-48c5-8cce-db24b03e28dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:35.539204 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-78cf3c8a-6e51-48c5-8cce-db24b03e28dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:35.543258 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-0fd20d83-d02e-479e-84b5-a02d4f50149b tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:35.543424 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-78cf3c8a-6e51-48c5-8cce-db24b03e28dd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0af04bd9-c35d-4c32-b675-047a8b35e1c2 HTTP/1.1" status: 204 len: 168 time: 0.1789212 Aug 16 17:49:35.549672 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf3c8a-6e51-48c5-8cce-db24b03e28dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af04bd9-c35d-4c32-b675-047a8b35e1c2,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:35.635344 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c1078a-be47-4c9e-b41c-6bf4105bcec6 req-5394da6e-5d3c-470e-8ead-34d84e81c1d7 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:35.637163 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-77c1078a-be47-4c9e-b41c-6bf4105bcec6 req-5394da6e-5d3c-470e-8ead-34d84e81c1d7 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 945 time: 0.0558445 Aug 16 17:49:35.677158 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-77c1078a-be47-4c9e-b41c-6bf4105bcec6 req-e6b67338-944e-46a3-96c8-2269f820d905 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339813 Aug 16 17:49:35.692539 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.db_base_plugin_common [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-0fd20d83-d02e-479e-84b5-a02d4f50149b tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Allocated IP 172.20.0.13 (3eb656a4-6308-4e2c-a61f-8a2507a19350/f355b6a0-7bb0-47b7-9301-12cb5d4242a2/5948278d-c491-4fe3-94ad-579d8081d90a) {{(pid=101349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:49:35.849760 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-0fd20d83-d02e-479e-84b5-a02d4f50149b tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Notify callbacks [] for port, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:35.944714 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0 up at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:49:35.987985 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-0fd20d83-d02e-479e-84b5-a02d4f50149b tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:36.032945 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-0fd20d83-d02e-479e-84b5-a02d4f50149b tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Network 3eb656a4-6308-4e2c-a61f-8a2507a19350 is already hosted by enough agents. {{(pid=101349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:49:36.038166 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.base_scheduler [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-0fd20d83-d02e-479e-84b5-a02d4f50149b tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Resources bound (agent type, host, resource id): {{(pid=101349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:49:36.040842 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-0fd20d83-d02e-479e-84b5-a02d4f50149b tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Received port after_create {{(pid=101349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:49:36.068133 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning for port d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0 completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:49:36.072643 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd20d83-d02e-479e-84b5-a02d4f50149b tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Pushing event updated for resources: {'Port': ['ID=5948278d-c491-4fe3-94ad-579d8081d90a,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:36.073368 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning complete for port d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:49:36.073809 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:36.097472 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b1325-2ff7-4c9d-ac95-adbeabe302cf req-d25085ef-dfd9-4e9b-b3ab-dc3d50ae7644 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:36.098208 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-0fd20d83-d02e-479e-84b5-a02d4f50149b tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:36.098831 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-0fd20d83-d02e-479e-84b5-a02d4f50149b tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:36.102409 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-563b1325-2ff7-4c9d-ac95-adbeabe302cf req-d25085ef-dfd9-4e9b-b3ab-dc3d50ae7644 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec7cb091-ae9b-46c2-8d90-676fd8167407 HTTP/1.1" status: 200 len: 932 time: 0.0564780 Aug 16 17:49:36.136932 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-563b1325-2ff7-4c9d-ac95-adbeabe302cf req-3a91eaf3-1a6c-441f-8353-2b78fd9962b5 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6c6db5c-ee51-4f04-b721-2802f06a3ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319772 Aug 16 17:49:36.160046 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:36.182769 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-0fd20d83-d02e-479e-84b5-a02d4f50149b tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8272624 Aug 16 17:49:36.191408 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0,segment=NetworkSegment(4b50e9d4-725c-431c-92d3-a5fbe70ee89e),segment_id=4b50e9d4-725c-431c-92d3-a5fbe70ee89e)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:49:36.247706 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-71ba20ee-8bcb-438f-8a79-d68ec4a3cd9d service neutron] Request body: {'port': {'device_id': 'ec7cb091-ae9b-46c2-8d90-676fd8167407', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:49:36.256474 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:36.315729 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0,revision_number=5']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:36.316076 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-71ba20ee-8bcb-438f-8a79-d68ec4a3cd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:36.406222 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b31bc0f-b94a-4e87-a30e-8c42b0e08345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18d07b6-5171-42d5-b6e8-7a4e9aaab0c0'}] {{(pid=101351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:49:36.408553 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4661e6bc32737764ca712b7c7300ac6ad1a8a79a1ea43afdc004a14577d676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac48c9b2-5878-4b38-b4f5-d7c04026a581" -d '{"events": [{"server_uuid": "8b31bc0f-b94a-4e87-a30e-8c42b0e08345", "name": "network-vif-plugged", "status": "completed", "tag": "d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0"}]}' {{(pid=101351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:49:36.459808 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d174df70-8c3e-4344-a3f3-ebbe34960f50 x-openstack-request-id: req-d174df70-8c3e-4344-a3f3-ebbe34960f50 {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:49:36.460130 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b31bc0f-b94a-4e87-a30e-8c42b0e08345", "name": "network-vif-plugged", "status": "completed", "tag": "d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0", "code": 200}]} {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:49:36.460389 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d174df70-8c3e-4344-a3f3-ebbe34960f50 {{(pid=101351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:49:36.460786 dv-cinder-797608-18-iscsi neutron-server[101351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b31bc0f-b94a-4e87-a30e-8c42b0e08345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18d07b6-5171-42d5-b6e8-7a4e9aaab0c0', 'code': 200} Aug 16 17:49:36.602279 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-71ba20ee-8bcb-438f-8a79-d68ec4a3cd9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5948278d-c491-4fe3-94ad-579d8081d90a {{(pid=101349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:49:36.610892 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-71ba20ee-8bcb-438f-8a79-d68ec4a3cd9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:36.623362 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.provisioning_blocks [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-71ba20ee-8bcb-438f-8a79-d68ec4a3cd9d service neutron] Transition to ACTIVE for port object 5948278d-c491-4fe3-94ad-579d8081d90a will not be triggered until provisioned by entity L2. {{(pid=101349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:49:36.731011 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-71ba20ee-8bcb-438f-8a79-d68ec4a3cd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5660737'] for port, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:36.832968 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba20ee-8bcb-438f-8a79-d68ec4a3cd9d service neutron] Pushing event updated for resources: {'Port': ['ID=5948278d-c491-4fe3-94ad-579d8081d90a,revision_number=2']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:36.837308 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2790cc-62f6-4f25-a76e-b3afb8dbde49 req-9d6b0139-1b0d-45c3-831d-4d8702a96b4f tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:36.839782 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-de2790cc-62f6-4f25-a76e-b3afb8dbde49 req-9d6b0139-1b0d-45c3-831d-4d8702a96b4f tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 946 time: 0.0858583 Aug 16 17:49:36.874109 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-71ba20ee-8bcb-438f-8a79-d68ec4a3cd9d service neutron] Attempting to bind port 5948278d-c491-4fe3-94ad-579d8081d90a on host hv-cinder-79760 for vnic_type normal with profile {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:49:36.875686 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-71ba20ee-8bcb-438f-8a79-d68ec4a3cd9d service neutron] Attempting to bind port 5948278d-c491-4fe3-94ad-579d8081d90a by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '1124a22b-fdab-4357-a2c0-4348a0116042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '3eb656a4-6308-4e2c-a61f-8a2507a19350'}] {{(pid=101349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:49:36.876229 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-71ba20ee-8bcb-438f-8a79-d68ec4a3cd9d service neutron] Attempting to bind port 5948278d-c491-4fe3-94ad-579d8081d90a on network 3eb656a4-6308-4e2c-a61f-8a2507a19350 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:49:36.881618 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-71ba20ee-8bcb-438f-8a79-d68ec4a3cd9d service neutron] Port 5948278d-c491-4fe3-94ad-579d8081d90a on network 3eb656a4-6308-4e2c-a61f-8a2507a19350 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 17:49:36.882045 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-71ba20ee-8bcb-438f-8a79-d68ec4a3cd9d service neutron] Attempting to bind port 5948278d-c491-4fe3-94ad-579d8081d90a on network 3eb656a4-6308-4e2c-a61f-8a2507a19350 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:49:36.887112 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-71ba20ee-8bcb-438f-8a79-d68ec4a3cd9d service neutron] Checking agent: {'id': 'd413de79-89e7-4037-a6bb-11a55464df62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 45, 56), 'started_at': datetime.datetime(2021, 8, 16, 17, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:49:36.887450 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-71ba20ee-8bcb-438f-8a79-d68ec4a3cd9d service neutron] Checking segment: {'id': '1124a22b-fdab-4357-a2c0-4348a0116042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '3eb656a4-6308-4e2c-a61f-8a2507a19350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:49:36.887934 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-71ba20ee-8bcb-438f-8a79-d68ec4a3cd9d service neutron] Bound using segment: {'id': '1124a22b-fdab-4357-a2c0-4348a0116042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '3eb656a4-6308-4e2c-a61f-8a2507a19350'} {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:49:36.888531 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-71ba20ee-8bcb-438f-8a79-d68ec4a3cd9d service neutron] Bound port: 5948278d-c491-4fe3-94ad-579d8081d90a, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1124a22b-fdab-4357-a2c0-4348a0116042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '3eb656a4-6308-4e2c-a61f-8a2507a19350'}}] {{(pid=101349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:49:36.888885 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-71ba20ee-8bcb-438f-8a79-d68ec4a3cd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:36.907480 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-de2790cc-62f6-4f25-a76e-b3afb8dbde49 req-959a0e76-a62e-4a12-9044-378ac8a31c1a tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617902 Aug 16 17:49:36.971971 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e57cdc-2c9d-4256-a246-f9d130cde5bb req-e7f96a6c-6ce2-4d9a-a0ad-8d5d3b9b57b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:36.971971 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-45e57cdc-2c9d-4256-a246-f9d130cde5bb req-e7f96a6c-6ce2-4d9a-a0ad-8d5d3b9b57b9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 1099 time: 0.0700448 Aug 16 17:49:37.012665 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-71ba20ee-8bcb-438f-8a79-d68ec4a3cd9d service neutron] For port 5948278d-c491-4fe3-94ad-579d8081d90a, host hv-cinder-79760, cleared binding levels {{(pid=101349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:49:37.030601 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-71ba20ee-8bcb-438f-8a79-d68ec4a3cd9d service neutron] For port 5948278d-c491-4fe3-94ad-579d8081d90a, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5948278d-c491-4fe3-94ad-579d8081d90a,segment=NetworkSegment(1124a22b-fdab-4357-a2c0-4348a0116042),segment_id=1124a22b-fdab-4357-a2c0-4348a0116042)] {{(pid=101349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:49:37.037143 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-45e57cdc-2c9d-4256-a246-f9d130cde5bb req-d207572d-916a-449e-8c09-544104ed52fe service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577693 Aug 16 17:49:37.141758 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-71ba20ee-8bcb-438f-8a79-d68ec4a3cd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5660737'] for port, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:37.176393 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-71ba20ee-8bcb-438f-8a79-d68ec4a3cd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:37.177392 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-71ba20ee-8bcb-438f-8a79-d68ec4a3cd9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:37.178393 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-71ba20ee-8bcb-438f-8a79-d68ec4a3cd9d service neutron] 10.222.0.13 "PUT /v2.0/ports/5948278d-c491-4fe3-94ad-579d8081d90a HTTP/1.1" status: 200 len: 1094 time: 0.9351430 Aug 16 17:49:37.178827 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec7cb091-ae9b-46c2-8d90-676fd8167407', 'tag': '5948278d-c491-4fe3-94ad-579d8081d90a'}] {{(pid=101349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:49:37.181143 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}934f09010de237f24c102465ff13aed95362a81e3346d32f1bd52d9236897e6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9cad5f-2a3b-4dff-ab20-e4015714024e" -d '{"events": [{"name": "network-changed", "server_uuid": "ec7cb091-ae9b-46c2-8d90-676fd8167407", "tag": "5948278d-c491-4fe3-94ad-579d8081d90a"}]}' {{(pid=101349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:49:37.205592 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba20ee-8bcb-438f-8a79-d68ec4a3cd9d service neutron] Pushing event updated for resources: {'Port': ['ID=5948278d-c491-4fe3-94ad-579d8081d90a,revision_number=3']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:37.224175 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 17:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f2e8ee-a677-4bab-998a-54525268592e x-openstack-request-id: req-75f2e8ee-a677-4bab-998a-54525268592e {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:49:37.224467 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec7cb091-ae9b-46c2-8d90-676fd8167407", "tag": "5948278d-c491-4fe3-94ad-579d8081d90a", "status": "completed", "code": 200}]} {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:49:37.224718 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-75f2e8ee-a677-4bab-998a-54525268592e {{(pid=101349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:49:37.225113 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec7cb091-ae9b-46c2-8d90-676fd8167407', 'tag': '5948278d-c491-4fe3-94ad-579d8081d90a', 'status': 'completed', 'code': 200} Aug 16 17:49:37.258139 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78fdef-45c1-4cc0-8402-98c82d41e7b1 req-f1c2a02f-94cc-4b3f-a572-a4cebeedaf77 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:37.259640 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4c78fdef-45c1-4cc0-8402-98c82d41e7b1 req-f1c2a02f-94cc-4b3f-a572-a4cebeedaf77 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec7cb091-ae9b-46c2-8d90-676fd8167407 HTTP/1.1" status: 200 len: 944 time: 0.0506012 Aug 16 17:49:37.298082 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4c78fdef-45c1-4cc0-8402-98c82d41e7b1 req-a77c8096-3070-46d1-8030-6b05485b7698 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6c6db5c-ee51-4f04-b721-2802f06a3ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325418 Aug 16 17:49:37.390386 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 52054) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:37.493719 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-fb7ea03b-a1f1-41f9-af13-d39397263c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:37.566479 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9cad5f-2a3b-4dff-ab20-e4015714024e req-af2e06f7-27ec-46e6-944b-512c5f767b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:37.569021 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-bf9cad5f-2a3b-4dff-ab20-e4015714024e req-af2e06f7-27ec-46e6-944b-512c5f767b3c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d064a279dd6407aa81713f35584ef43&device_id=ec7cb091-ae9b-46c2-8d90-676fd8167407 HTTP/1.1" status: 200 len: 1097 time: 0.0508988 Aug 16 17:49:37.590315 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-fb7ea03b-a1f1-41f9-af13-d39397263c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:37.634230 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-fb7ea03b-a1f1-41f9-af13-d39397263c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:37.672466 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-fb7ea03b-a1f1-41f9-af13-d39397263c46 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4824c5545e90466cad74cb727742b625&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2810056 Aug 16 17:49:37.673238 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ea03b-a1f1-41f9-af13-d39397263c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1b8056-e41d-4263-a844-ad87baa18706,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:37.675161 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 52058) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:37.691867 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9cad5f-2a3b-4dff-ab20-e4015714024e req-28b2e217-eb85-4828-8ce2-08dd59c632ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:37.693319 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-bf9cad5f-2a3b-4dff-ab20-e4015714024e req-28b2e217-eb85-4828-8ce2-08dd59c632ce service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=2d064a279dd6407aa81713f35584ef43&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1082666 Aug 16 17:49:37.783593 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-b40ab8f8-785e-4de9-8e94-cf194a09c5cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:37.827485 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-b40ab8f8-785e-4de9-8e94-cf194a09c5cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:37.833804 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9cad5f-2a3b-4dff-ab20-e4015714024e req-4a40d4c8-8837-46f0-a7f4-e0a667fab8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:37.835311 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-bf9cad5f-2a3b-4dff-ab20-e4015714024e req-4a40d4c8-8837-46f0-a7f4-e0a667fab8aa service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1343627 Aug 16 17:49:37.969766 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-b40ab8f8-785e-4de9-8e94-cf194a09c5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:37.972459 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-b40ab8f8-785e-4de9-8e94-cf194a09c5cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:37.973584 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-b40ab8f8-785e-4de9-8e94-cf194a09c5cd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5c1b8056-e41d-4263-a844-ad87baa18706 HTTP/1.1" status: 204 len: 168 time: 0.2974961 Aug 16 17:49:37.981191 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ab8f8-785e-4de9-8e94-cf194a09c5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1b8056-e41d-4263-a844-ad87baa18706,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:38.044445 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b84c096-7925-4c4c-bbcc-ad59bff80abf req-f9df34f0-1db3-440b-8071-e7231cc95fcd tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:38.046138 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-5b84c096-7925-4c4c-bbcc-ad59bff80abf req-f9df34f0-1db3-440b-8071-e7231cc95fcd tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 946 time: 0.0636871 Aug 16 17:49:38.081942 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-0beb0223-6e66-46f1-aec1-90bc036805b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:38.083607 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-0beb0223-6e66-46f1-aec1-90bc036805b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d064a279dd6407aa81713f35584ef43&device_id=ec7cb091-ae9b-46c2-8d90-676fd8167407 HTTP/1.1" status: 200 len: 1097 time: 0.0428112 Aug 16 17:49:38.085001 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-5b84c096-7925-4c4c-bbcc-ad59bff80abf req-10c9bc59-74da-4158-864f-0978e8ad7f23 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321805 Aug 16 17:49:38.161941 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-f3ed9da0-e70c-4485-acc0-3f1f9d44e811 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5948278d-c491-4fe3-94ad-579d8081d90a HTTP/1.1" status: 200 len: 217 time: 0.0348914 Aug 16 17:49:38.216798 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-1773fab4-67e5-4eb2-b45f-e9200f15d1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:38.218311 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-1773fab4-67e5-4eb2-b45f-e9200f15d1b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f355b6a0-7bb0-47b7-9301-12cb5d4242a2 HTTP/1.1" status: 200 len: 849 time: 0.0475197 Aug 16 17:49:38.252520 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-d772b064-43e3-4af9-a7b5-ba5eaa4c0a72 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3eb656a4-6308-4e2c-a61f-8a2507a19350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241573 Aug 16 17:49:38.359099 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-aad93933-b74c-43bf-a072-5dbbd1702005 service neutron] 10.222.0.13 "GET /v2.0/networks/3eb656a4-6308-4e2c-a61f-8a2507a19350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936708 Aug 16 17:49:38.430094 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa8d58-b932-49f1-9618-5f806ac6ed2c req-e4e11749-9d00-408f-94a4-1172bea4b653 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:38.432179 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-bfaa8d58-b932-49f1-9618-5f806ac6ed2c req-e4e11749-9d00-408f-94a4-1172bea4b653 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec7cb091-ae9b-46c2-8d90-676fd8167407 HTTP/1.1" status: 200 len: 944 time: 0.0487704 Aug 16 17:49:38.455599 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-8784e788-04a5-4da4-82a9-cb7c67a158bb req-b0493ec1-aaff-4900-b751-60cfc1ec0695 service neutron] 10.222.0.13 "GET /v2.0/networks/3eb656a4-6308-4e2c-a61f-8a2507a19350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878541 Aug 16 17:49:38.469617 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-bfaa8d58-b932-49f1-9618-5f806ac6ed2c req-18b4cc4a-fd0c-4844-bcc1-797d0f6d49aa tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6c6db5c-ee51-4f04-b721-2802f06a3ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310822 Aug 16 17:49:38.573601 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 52084) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:38.587241 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-1118a90f-6c6f-4f61-bb92-dbfac390bc1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:38.674387 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-1118a90f-6c6f-4f61-bb92-dbfac390bc1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:38.753123 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-1118a90f-6c6f-4f61-bb92-dbfac390bc1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:38.792468 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-1118a90f-6c6f-4f61-bb92-dbfac390bc1d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=35bdc9b980a74f66819d8ab06f461efc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2177660 Aug 16 17:49:38.793327 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1118a90f-6c6f-4f61-bb92-dbfac390bc1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff820d2-cf2a-4399-82b0-2a10cce547e7,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:38.795981 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 52086) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:38.848890 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-914b6e6f-febe-482b-b6bd-28468d2ed645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:38.869692 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-914b6e6f-febe-482b-b6bd-28468d2ed645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:38.988055 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-914b6e6f-febe-482b-b6bd-28468d2ed645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:38.990580 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-914b6e6f-febe-482b-b6bd-28468d2ed645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:38.991728 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-914b6e6f-febe-482b-b6bd-28468d2ed645 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8ff820d2-cf2a-4399-82b0-2a10cce547e7 HTTP/1.1" status: 204 len: 168 time: 0.1948175 Aug 16 17:49:39.006947 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b6e6f-febe-482b-b6bd-28468d2ed645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff820d2-cf2a-4399-82b0-2a10cce547e7,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:39.201534 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada55a07-a111-4b9e-acdb-384625f17d09 req-1ca8f399-a07e-41d0-9c1f-e6fa69551ff3 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:39.203010 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ada55a07-a111-4b9e-acdb-384625f17d09 req-1ca8f399-a07e-41d0-9c1f-e6fa69551ff3 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 946 time: 0.0491309 Aug 16 17:49:39.243018 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ada55a07-a111-4b9e-acdb-384625f17d09 req-ecb6ab16-0001-42bb-8fc0-8761548b1a98 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342073 Aug 16 17:49:39.582698 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada30375-22bc-4127-90fa-d7880f792acd req-14e751f4-509d-4acb-8a63-f819e172fed3 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:39.584517 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ada30375-22bc-4127-90fa-d7880f792acd req-14e751f4-509d-4acb-8a63-f819e172fed3 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec7cb091-ae9b-46c2-8d90-676fd8167407 HTTP/1.1" status: 200 len: 944 time: 0.0486767 Aug 16 17:49:39.627861 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ada30375-22bc-4127-90fa-d7880f792acd req-997c5dd2-4131-41af-857f-46477141cf92 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6c6db5c-ee51-4f04-b721-2802f06a3ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369620 Aug 16 17:49:39.683621 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdff533-766a-4a86-9d1c-0e0e54cc6579 req-082c0500-9a83-42ec-859e-a48953fa5e0f tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:39.685117 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-dcdff533-766a-4a86-9d1c-0e0e54cc6579 req-082c0500-9a83-42ec-859e-a48953fa5e0f tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 946 time: 0.0523372 Aug 16 17:49:39.724916 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-dcdff533-766a-4a86-9d1c-0e0e54cc6579 req-d64e9e52-1588-4aeb-9153-9084b235d7a8 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336390 Aug 16 17:49:39.789520 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc631f3d-6042-40c1-877e-4a573b391919 req-d4eb6f8b-8945-43e0-8f00-dd9a942ceaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:39.792296 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-dc631f3d-6042-40c1-877e-4a573b391919 req-d4eb6f8b-8945-43e0-8f00-dd9a942ceaf6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c826e534cdf3487392db5108c66dec78&device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 1099 time: 0.0517147 Aug 16 17:49:39.890729 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc631f3d-6042-40c1-877e-4a573b391919 req-a890b342-5f69-4448-91b5-169002b0eeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:39.892230 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-dc631f3d-6042-40c1-877e-4a573b391919 req-a890b342-5f69-4448-91b5-169002b0eeff service neutron] 10.222.0.13 "GET /v2.0/networks?id=1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19 HTTP/1.1" status: 200 len: 919 time: 0.0879605 Aug 16 17:49:39.954758 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-dc631f3d-6042-40c1-877e-4a573b391919 req-d6980e67-3e59-41f3-b9fc-4e6c3ab851fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0 HTTP/1.1" status: 200 len: 217 time: 0.0393631 Aug 16 17:49:40.013523 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc631f3d-6042-40c1-877e-4a573b391919 req-e44f5966-fe6a-476b-aca1-69dfb4714357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:40.015916 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-dc631f3d-6042-40c1-877e-4a573b391919 req-e44f5966-fe6a-476b-aca1-69dfb4714357 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0d26bf3-0e23-4847-8352-c1bfca5dd7d9 HTTP/1.1" status: 200 len: 858 time: 0.0460012 Aug 16 17:49:40.055145 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-dc631f3d-6042-40c1-877e-4a573b391919 req-62c19988-6890-4b0c-bb11-3996a83bb9e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279391 Aug 16 17:49:40.159308 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-dc631f3d-6042-40c1-877e-4a573b391919 req-1149e699-1286-4a40-93d4-5fc383000b68 service neutron] 10.222.0.13 "GET /v2.0/networks/1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948992 Aug 16 17:49:40.253774 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-dc631f3d-6042-40c1-877e-4a573b391919 req-42cea94d-ee4b-48f6-adea-68da3d2bf910 service neutron] 10.222.0.13 "GET /v2.0/networks/1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830474 Aug 16 17:49:40.750484 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b832d2-5cf1-4887-a1db-ef1e829792ab req-f5cc7b6a-2087-4132-bcb5-01b7d994a9ad tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:40.752087 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-58b832d2-5cf1-4887-a1db-ef1e829792ab req-f5cc7b6a-2087-4132-bcb5-01b7d994a9ad tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec7cb091-ae9b-46c2-8d90-676fd8167407 HTTP/1.1" status: 200 len: 944 time: 0.0479953 Aug 16 17:49:40.791433 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-58b832d2-5cf1-4887-a1db-ef1e829792ab req-4e377022-5de8-4ab3-bc26-643164d94064 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6c6db5c-ee51-4f04-b721-2802f06a3ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333092 Aug 16 17:49:40.849379 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc84afe-4271-4a73-89c3-018d1bff9e8d req-7542c0e2-3095-4e1c-bca1-de6d92cdbd10 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:40.850865 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6cc84afe-4271-4a73-89c3-018d1bff9e8d req-7542c0e2-3095-4e1c-bca1-de6d92cdbd10 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 946 time: 0.0477111 Aug 16 17:49:40.889682 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6cc84afe-4271-4a73-89c3-018d1bff9e8d req-870eefe0-879b-4e24-b1fa-97b6f307c7e9 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328488 Aug 16 17:49:41.911375 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fc9a1-979c-4247-bd49-40905f154e4d req-c8ce96fe-f0ba-4688-a8f5-658b1924a34f tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:41.912954 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c29fc9a1-979c-4247-bd49-40905f154e4d req-c8ce96fe-f0ba-4688-a8f5-658b1924a34f tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec7cb091-ae9b-46c2-8d90-676fd8167407 HTTP/1.1" status: 200 len: 944 time: 0.0503695 Aug 16 17:49:41.951048 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c29fc9a1-979c-4247-bd49-40905f154e4d req-cfb21a71-1903-4683-bc7b-8763e9b736e9 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6c6db5c-ee51-4f04-b721-2802f06a3ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318518 Aug 16 17:49:41.978324 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 5948278d-c491-4fe3-94ad-579d8081d90a details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=101351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 17:49:42.006352 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691c685-f26f-4851-8e4f-b0dc74f0af45 req-0ce23428-5a7d-45b4-a8b5-82cf2a434cd3 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:42.007875 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d691c685-f26f-4851-8e4f-b0dc74f0af45 req-0ce23428-5a7d-45b4-a8b5-82cf2a434cd3 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 946 time: 0.0500438 Aug 16 17:49:42.054010 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d691c685-f26f-4851-8e4f-b0dc74f0af45 req-25e6071a-5500-4dbc-aa51-b4c7226f6d23 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401134 Aug 16 17:49:42.081297 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 5948278d-c491-4fe3-94ad-579d8081d90a, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5948278d-c491-4fe3-94ad-579d8081d90a,segment=NetworkSegment(1124a22b-fdab-4357-a2c0-4348a0116042),segment_id=1124a22b-fdab-4357-a2c0-4348a0116042)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:49:42.092169 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Returning: {'device': '5948278d-c491-4fe3-94ad-579d8081d90a', 'network_id': '3eb656a4-6308-4e2c-a61f-8a2507a19350', 'port_id': '5948278d-c491-4fe3-94ad-579d8081d90a', 'mac_address': 'fa:16:3e:72:bd:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f355b6a0-7bb0-47b7-9301-12cb5d4242a2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 17:49:42.128692 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:42.140979 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5948278d-c491-4fe3-94ad-579d8081d90a {{(pid=101351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:49:42.160338 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 5948278d-c491-4fe3-94ad-579d8081d90a, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5948278d-c491-4fe3-94ad-579d8081d90a,segment=NetworkSegment(1124a22b-fdab-4357-a2c0-4348a0116042),segment_id=1124a22b-fdab-4357-a2c0-4348a0116042)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:49:42.227424 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:42.273827 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=5948278d-c491-4fe3-94ad-579d8081d90a,revision_number=4']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:42.665926 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['5948278d-c491-4fe3-94ad-579d8081d90a'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:49:43.079920 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199d8ea-9346-4ee5-b77b-512460ea339f req-2176e03b-6e83-425b-8788-f13029d64137 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:43.081432 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e199d8ea-9346-4ee5-b77b-512460ea339f req-2176e03b-6e83-425b-8788-f13029d64137 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec7cb091-ae9b-46c2-8d90-676fd8167407 HTTP/1.1" status: 200 len: 945 time: 0.0504525 Aug 16 17:49:43.126340 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e199d8ea-9346-4ee5-b77b-512460ea339f req-3ac55b15-9bd4-43ef-b670-07d14d209f95 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6c6db5c-ee51-4f04-b721-2802f06a3ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389826 Aug 16 17:49:43.178676 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5223c1-9808-450c-9b65-c03ae8eeac21 req-f2a405ba-50c9-49b4-b075-c062631340dc tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:43.180210 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ae5223c1-9808-450c-9b65-c03ae8eeac21 req-f2a405ba-50c9-49b4-b075-c062631340dc tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 946 time: 0.0504763 Aug 16 17:49:43.222213 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ae5223c1-9808-450c-9b65-c03ae8eeac21 req-4ad0866c-762c-4e01-ab30-207217488270 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346458 Aug 16 17:49:44.237788 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f8597-7783-43b0-b256-a86f73dcba84 req-cd8c01e0-c7a2-4911-8224-fe4fe0c2100d tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:44.239246 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-315f8597-7783-43b0-b256-a86f73dcba84 req-cd8c01e0-c7a2-4911-8224-fe4fe0c2100d tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec7cb091-ae9b-46c2-8d90-676fd8167407 HTTP/1.1" status: 200 len: 945 time: 0.0465209 Aug 16 17:49:44.275042 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-315f8597-7783-43b0-b256-a86f73dcba84 req-bd1b3d6b-1056-4f96-9f54-ce79568ff201 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6c6db5c-ee51-4f04-b721-2802f06a3ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300059 Aug 16 17:49:44.373074 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404f804-ed5a-4a77-9c8c-905c631f247f req-6afe411d-5ddd-4f7d-841c-81aa2e5431aa tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:44.374509 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6404f804-ed5a-4a77-9c8c-905c631f247f req-6afe411d-5ddd-4f7d-841c-81aa2e5431aa tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 946 time: 0.0457482 Aug 16 17:49:44.410400 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6404f804-ed5a-4a77-9c8c-905c631f247f req-3c9ce650-9d66-4d82-9294-e0508a807cbf tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302353 Aug 16 17:49:45.391354 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3abc4a-c988-4289-9e32-a6812883dd4a req-9776fe78-2b0a-4a2b-89d1-b02d9b3e313e tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:45.394498 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7f3abc4a-c988-4289-9e32-a6812883dd4a req-9776fe78-2b0a-4a2b-89d1-b02d9b3e313e tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec7cb091-ae9b-46c2-8d90-676fd8167407 HTTP/1.1" status: 200 len: 945 time: 0.0525126 Aug 16 17:49:45.430626 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7f3abc4a-c988-4289-9e32-a6812883dd4a req-13907d43-e4b2-4f6d-8df7-3eb10b8ebb46 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6c6db5c-ee51-4f04-b721-2802f06a3ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312953 Aug 16 17:49:45.522752 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ff958-731c-41f7-8bbd-627a43cdea9b req-1299f59c-5f2b-48d9-af5c-96018f2af5e7 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:45.524153 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-354ff958-731c-41f7-8bbd-627a43cdea9b req-1299f59c-5f2b-48d9-af5c-96018f2af5e7 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 946 time: 0.0472548 Aug 16 17:49:45.565962 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-354ff958-731c-41f7-8bbd-627a43cdea9b req-c6db666c-bdf5-4edc-8dac-651c25546579 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351846 Aug 16 17:49:45.593404 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 5948278d-c491-4fe3-94ad-579d8081d90a up at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:49:45.742333 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning for port 5948278d-c491-4fe3-94ad-579d8081d90a completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:49:45.746406 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning complete for port 5948278d-c491-4fe3-94ad-579d8081d90a triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:49:45.746786 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:45.826681 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:45.848440 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7cb091-ae9b-46c2-8d90-676fd8167407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5948278d-c491-4fe3-94ad-579d8081d90a'}] {{(pid=101351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:49:45.850708 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4661e6bc32737764ca712b7c7300ac6ad1a8a79a1ea43afdc004a14577d676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bac6c87-b6f1-415e-99bc-173ba7af297a" -d '{"events": [{"server_uuid": "ec7cb091-ae9b-46c2-8d90-676fd8167407", "name": "network-vif-plugged", "status": "completed", "tag": "5948278d-c491-4fe3-94ad-579d8081d90a"}]}' {{(pid=101351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:49:45.863531 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 5948278d-c491-4fe3-94ad-579d8081d90a, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5948278d-c491-4fe3-94ad-579d8081d90a,segment=NetworkSegment(1124a22b-fdab-4357-a2c0-4348a0116042),segment_id=1124a22b-fdab-4357-a2c0-4348a0116042)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:49:45.885490 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5277c45b-eb3f-4371-b1d7-1b3ede1c4ea6 x-openstack-request-id: req-5277c45b-eb3f-4371-b1d7-1b3ede1c4ea6 {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:49:45.885808 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec7cb091-ae9b-46c2-8d90-676fd8167407", "name": "network-vif-plugged", "status": "completed", "tag": "5948278d-c491-4fe3-94ad-579d8081d90a", "code": 200}]} {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:49:45.886103 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5277c45b-eb3f-4371-b1d7-1b3ede1c4ea6 {{(pid=101351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:49:45.887074 dv-cinder-797608-18-iscsi neutron-server[101351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7cb091-ae9b-46c2-8d90-676fd8167407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5948278d-c491-4fe3-94ad-579d8081d90a', 'code': 200} Aug 16 17:49:45.953751 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:46.000466 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=5948278d-c491-4fe3-94ad-579d8081d90a,revision_number=5']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:46.541464 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47520dbc-d71c-43b4-868f-9000602651e4 req-ff6fdeaf-665c-42be-9afe-7dca21d1a43e tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:46.542946 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-47520dbc-d71c-43b4-868f-9000602651e4 req-ff6fdeaf-665c-42be-9afe-7dca21d1a43e tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec7cb091-ae9b-46c2-8d90-676fd8167407 HTTP/1.1" status: 200 len: 946 time: 0.0466709 Aug 16 17:49:46.578566 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-47520dbc-d71c-43b4-868f-9000602651e4 req-3c5258f2-6478-4d43-8f14-7aa1ce6e38a7 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6c6db5c-ee51-4f04-b721-2802f06a3ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299113 Aug 16 17:49:46.682147 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb4483-136a-4dba-a8b4-931f97cd9184 req-415ca2ec-6b50-4a1b-aa42-bf7d404d81ae tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:46.683753 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-57eb4483-136a-4dba-a8b4-931f97cd9184 req-415ca2ec-6b50-4a1b-aa42-bf7d404d81ae tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 946 time: 0.0518250 Aug 16 17:49:46.730234 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-57eb4483-136a-4dba-a8b4-931f97cd9184 req-666f505a-c6bc-4bf3-94dc-d0653de670f5 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340717 Aug 16 17:49:47.124526 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9405d-7622-4506-b364-2b45cb47f3ea req-a07e7c3d-30b0-446a-b2ca-6ec839882c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:47.126000 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-10a9405d-7622-4506-b364-2b45cb47f3ea req-a07e7c3d-30b0-446a-b2ca-6ec839882c2f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ec7cb091-ae9b-46c2-8d90-676fd8167407 HTTP/1.1" status: 200 len: 1099 time: 0.0386217 Aug 16 17:49:47.163367 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-10a9405d-7622-4506-b364-2b45cb47f3ea req-c791053a-5999-480d-a05f-754b5d952afc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d6c6db5c-ee51-4f04-b721-2802f06a3ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300925 Aug 16 17:49:47.700466 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70185ee-8a2e-4058-8dfe-2be0efcaf773 req-8f384f61-99ea-4c78-93e5-d715c62ab6ea tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:47.701952 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b70185ee-8a2e-4058-8dfe-2be0efcaf773 req-8f384f61-99ea-4c78-93e5-d715c62ab6ea tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec7cb091-ae9b-46c2-8d90-676fd8167407 HTTP/1.1" status: 200 len: 946 time: 0.0467761 Aug 16 17:49:47.740890 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b70185ee-8a2e-4058-8dfe-2be0efcaf773 req-322b3453-c0ad-49ad-abe4-06bfddd495ef tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6c6db5c-ee51-4f04-b721-2802f06a3ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330875 Aug 16 17:49:47.842676 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc8ebc-72bc-42f0-bc94-cbf724b1a6fa req-5fac9743-9727-4fcc-9fc1-9c5f68d0b66a tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:47.844109 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-13fc8ebc-72bc-42f0-bc94-cbf724b1a6fa req-5fac9743-9727-4fcc-9fc1-9c5f68d0b66a tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 946 time: 0.0462296 Aug 16 17:49:47.881235 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-13fc8ebc-72bc-42f0-bc94-cbf724b1a6fa req-2cb1f21b-0b81-4fe0-9543-9f8c7758d57d tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313973 Aug 16 17:49:48.873030 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0fc5e2-b4ba-4a25-8ce8-6f42f90016a3 req-942c5fdd-5207-4b32-bcda-7d6cf4f773b5 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:48.875192 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-1a0fc5e2-b4ba-4a25-8ce8-6f42f90016a3 req-942c5fdd-5207-4b32-bcda-7d6cf4f773b5 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec7cb091-ae9b-46c2-8d90-676fd8167407 HTTP/1.1" status: 200 len: 946 time: 0.0562356 Aug 16 17:49:48.912809 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-1a0fc5e2-b4ba-4a25-8ce8-6f42f90016a3 req-b6ade81f-4acd-4905-8762-1ebea9e6681a tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6c6db5c-ee51-4f04-b721-2802f06a3ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314362 Aug 16 17:49:48.997072 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424d681-dee1-4787-acf5-b6412f6e96e6 req-f471defb-9e50-4c51-96c1-64518e90c6b9 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:48.998920 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b424d681-dee1-4787-acf5-b6412f6e96e6 req-f471defb-9e50-4c51-96c1-64518e90c6b9 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 946 time: 0.0494838 Aug 16 17:49:49.048382 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b424d681-dee1-4787-acf5-b6412f6e96e6 req-48235779-6d74-433e-9689-ff3cd7b34303 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408649 Aug 16 17:49:50.029283 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42b90a-238f-4597-8cac-6a21986b4d93 req-9524941b-e5aa-4d4d-9885-c490364ed65d tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:50.030849 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-5b42b90a-238f-4597-8cac-6a21986b4d93 req-9524941b-e5aa-4d4d-9885-c490364ed65d tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec7cb091-ae9b-46c2-8d90-676fd8167407 HTTP/1.1" status: 200 len: 946 time: 0.0497892 Aug 16 17:49:50.070816 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-5b42b90a-238f-4597-8cac-6a21986b4d93 req-f3c0ead4-e64f-414d-9754-f70bdc372f4c tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6c6db5c-ee51-4f04-b721-2802f06a3ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318172 Aug 16 17:49:50.184965 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c524e7-a509-4e75-87fc-c4bf4659cf36 req-99f24297-9a7a-4f63-a4df-96a780bd814e tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:50.187167 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-49c524e7-a509-4e75-87fc-c4bf4659cf36 req-99f24297-9a7a-4f63-a4df-96a780bd814e tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 946 time: 0.0547502 Aug 16 17:49:50.227171 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-49c524e7-a509-4e75-87fc-c4bf4659cf36 req-5c82d4ad-a01a-4b8a-ba11-40e1783d51e5 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317461 Aug 16 17:49:50.289802 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 52348) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:50.411692 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-97b98323-3601-4f94-946d-7287f5c198a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:50.440315 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d12c3-0a59-4f2f-879d-3c0ccb951ffe req-1684762a-4a34-4314-8645-55fc488e5b94 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:50.441802 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c41d12c3-0a59-4f2f-879d-3c0ccb951ffe req-1684762a-4a34-4314-8645-55fc488e5b94 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.0789337 Aug 16 17:49:50.508636 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c41d12c3-0a59-4f2f-879d-3c0ccb951ffe req-d312054a-1bcc-4900-b73e-6850ea479615 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521080 Aug 16 17:49:50.552476 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-97b98323-3601-4f94-946d-7287f5c198a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:50.621678 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-97b98323-3601-4f94-946d-7287f5c198a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:50.663869 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-97b98323-3601-4f94-946d-7287f5c198a7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5ec9f8ae9a574c6aa2aa38da8401a360&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3726261 Aug 16 17:49:50.666469 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b98323-3601-4f94-946d-7287f5c198a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fd109f-19a2-4190-bfc0-1c5d4e3d447b,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:50.667039 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 52364) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:50.721411 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-fbb773f3-47d9-4bdb-aec6-b12c970558d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:50.744979 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-fbb773f3-47d9-4bdb-aec6-b12c970558d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:50.824894 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-fbb773f3-47d9-4bdb-aec6-b12c970558d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:50.827532 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-fbb773f3-47d9-4bdb-aec6-b12c970558d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:50.828661 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-fbb773f3-47d9-4bdb-aec6-b12c970558d4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/56fd109f-19a2-4190-bfc0-1c5d4e3d447b HTTP/1.1" status: 204 len: 168 time: 0.1605427 Aug 16 17:49:50.836190 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb773f3-47d9-4bdb-aec6-b12c970558d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fd109f-19a2-4190-bfc0-1c5d4e3d447b,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:51.051509 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 52386) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:51.107833 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.db_base_plugin_v2 [None req-997fb734-ea3a-4391-8d3b-3fac96e47009 admin admin] Deleting subnet 3c10a739-cfd3-4ecb-b004-395da91024a5 {{(pid=101349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 17:49:51.111152 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-997fb734-ea3a-4391-8d3b-3fac96e47009 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:51.147362 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-997fb734-ea3a-4391-8d3b-3fac96e47009 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5662925'] for subnet, precommit_delete_associations {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:51.193636 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-997fb734-ea3a-4391-8d3b-3fac96e47009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1871003'] for subnet, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:51.337769 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b0da7-89ce-44c0-afe6-55eada0d7315 req-1ea76e91-8cbc-40f3-83dd-c234efd65a92 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:51.339256 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ba9b0da7-89ce-44c0-afe6-55eada0d7315 req-1ea76e91-8cbc-40f3-83dd-c234efd65a92 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 946 time: 0.0479190 Aug 16 17:49:51.354847 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-997fb734-ea3a-4391-8d3b-3fac96e47009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1870994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5660699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6007016'] for subnet, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:51.376565 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ba9b0da7-89ce-44c0-afe6-55eada0d7315 req-8603b4a1-fb6f-4a8a-b47e-fc2fff39f20c tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307233 Aug 16 17:49:51.381204 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997fb734-ea3a-4391-8d3b-3fac96e47009 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c10a739-cfd3-4ecb-b004-395da91024a5,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:51.392571 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-997fb734-ea3a-4391-8d3b-3fac96e47009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:51.397659 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 52396) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:51.397798 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-997fb734-ea3a-4391-8d3b-3fac96e47009 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/3c10a739-cfd3-4ecb-b004-395da91024a5 HTTP/1.1" status: 204 len: 168 time: 0.3451345 Aug 16 17:49:51.409415 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997fb734-ea3a-4391-8d3b-3fac96e47009 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:51.410302 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997fb734-ea3a-4391-8d3b-3fac96e47009 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:51.411195 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997fb734-ea3a-4391-8d3b-3fac96e47009 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:51.411623 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997fb734-ea3a-4391-8d3b-3fac96e47009 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:51.412025 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997fb734-ea3a-4391-8d3b-3fac96e47009 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:51.413170 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997fb734-ea3a-4391-8d3b-3fac96e47009 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:51.413941 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997fb734-ea3a-4391-8d3b-3fac96e47009 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:51.414366 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997fb734-ea3a-4391-8d3b-3fac96e47009 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:51.414761 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997fb734-ea3a-4391-8d3b-3fac96e47009 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:51.415307 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997fb734-ea3a-4391-8d3b-3fac96e47009 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:51.415835 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997fb734-ea3a-4391-8d3b-3fac96e47009 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:51.416364 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997fb734-ea3a-4391-8d3b-3fac96e47009 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:51.473964 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-4ead25b0-7cdc-4f1a-ae6e-e9b2e52e6332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639821'] for network, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:51.506668 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 52400) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:51.521648 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-08637455-0d14-4e9e-b150-3d2783553fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:51.586915 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-4ead25b0-7cdc-4f1a-ae6e-e9b2e52e6332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1573870', 'neutron.services.segments.db._delete_segments_for_network-8753903461187'] for network, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:51.606166 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-4ead25b0-7cdc-4f1a-ae6e-e9b2e52e6332 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:49:51.606166 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-4ead25b0-7cdc-4f1a-ae6e-e9b2e52e6332 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:49:51.606166 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-4ead25b0-7cdc-4f1a-ae6e-e9b2e52e6332 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:49:51.606166 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-4ead25b0-7cdc-4f1a-ae6e-e9b2e52e6332 admin admin] Subscribe: > port after_create 55550000 {{(pid=101350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:49:51.606688 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-4ead25b0-7cdc-4f1a-ae6e-e9b2e52e6332 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:49:51.606688 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-4ead25b0-7cdc-4f1a-ae6e-e9b2e52e6332 admin admin] Subscribe: > port after_update 55550000 {{(pid=101350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:49:51.606858 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-4ead25b0-7cdc-4f1a-ae6e-e9b2e52e6332 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:49:51.607225 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-4ead25b0-7cdc-4f1a-ae6e-e9b2e52e6332 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:49:51.607471 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-4ead25b0-7cdc-4f1a-ae6e-e9b2e52e6332 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:49:51.609308 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-4ead25b0-7cdc-4f1a-ae6e-e9b2e52e6332 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:49:51.617857 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-08637455-0d14-4e9e-b150-3d2783553fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:51.675227 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-4ead25b0-7cdc-4f1a-ae6e-e9b2e52e6332 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:49:51.675571 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-4ead25b0-7cdc-4f1a-ae6e-e9b2e52e6332 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:49:51.675898 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-4ead25b0-7cdc-4f1a-ae6e-e9b2e52e6332 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:49:51.676220 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-4ead25b0-7cdc-4f1a-ae6e-e9b2e52e6332 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 17:49:51.676576 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.services.segments.db [None req-4ead25b0-7cdc-4f1a-ae6e-e9b2e52e6332 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cbed0ac-6723-470f-845b-94805e65c362']}} {{(pid=101350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:49:51.685694 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-08637455-0d14-4e9e-b150-3d2783553fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:51.702413 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.services.segments.db [None req-4ead25b0-7cdc-4f1a-ae6e-e9b2e52e6332 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54a4439f-fcac-4bae-969f-76ad9d090bd1') {'for_net_delete': True} {{(pid=101350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:49:51.702707 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.services.segments.db [None req-4ead25b0-7cdc-4f1a-ae6e-e9b2e52e6332 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54a4439f-fcac-4bae-969f-76ad9d090bd1') {} {{(pid=101350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:49:51.727072 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-08637455-0d14-4e9e-b150-3d2783553fcb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9022e789b6494817a25d5fe940238e76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2191553 Aug 16 17:49:51.727940 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08637455-0d14-4e9e-b150-3d2783553fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855a7958-54e6-447a-8c5e-2041ea9c9741,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:51.731208 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 52406) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:51.788050 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-b7701095-8c99-40a7-b4f5-b907c2dc7641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:51.823129 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-b7701095-8c99-40a7-b4f5-b907c2dc7641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:51.937680 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-b7701095-8c99-40a7-b4f5-b907c2dc7641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:51.940258 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-b7701095-8c99-40a7-b4f5-b907c2dc7641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:51.941567 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-b7701095-8c99-40a7-b4f5-b907c2dc7641 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/855a7958-54e6-447a-8c5e-2041ea9c9741 HTTP/1.1" status: 204 len: 168 time: 0.2089396 Aug 16 17:49:51.949929 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7701095-8c99-40a7-b4f5-b907c2dc7641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855a7958-54e6-447a-8c5e-2041ea9c9741,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:51.970302 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-4ead25b0-7cdc-4f1a-ae6e-e9b2e52e6332 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753903464012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809216'] for segment, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:51.992747 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a71f63-46a4-40d2-ba4e-40a3a91956c1 req-c76ec1b3-1552-4870-a8a0-969e096f2c44 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:51.994371 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-11a71f63-46a4-40d2-ba4e-40a3a91956c1 req-c76ec1b3-1552-4870-a8a0-969e096f2c44 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec7cb091-ae9b-46c2-8d90-676fd8167407 HTTP/1.1" status: 200 len: 946 time: 0.4417682 Aug 16 17:49:52.022416 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-4ead25b0-7cdc-4f1a-ae6e-e9b2e52e6332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050'] for segment, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:52.039081 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ead25b0-7cdc-4f1a-ae6e-e9b2e52e6332 admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=101350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 17:49:52.039490 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-4ead25b0-7cdc-4f1a-ae6e-e9b2e52e6332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4811492'] for segment, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:52.044515 dv-cinder-797608-18-iscsi neutron-server[101350]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 17:49:52.044515 dv-cinder-797608-18-iscsi neutron-server[101350]: from cryptography.utils import int_from_bytes Aug 16 17:49:52.044515 dv-cinder-797608-18-iscsi neutron-server[101350]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 17:49:52.044515 dv-cinder-797608-18-iscsi neutron-server[101350]: from cryptography.utils import int_from_bytes Aug 16 17:49:52.044515 dv-cinder-797608-18-iscsi neutron-server[101350]: Traceback (most recent call last): Aug 16 17:49:52.044515 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 17:49:52.044515 dv-cinder-797608-18-iscsi neutron-server[101350]: timer() Aug 16 17:49:52.044515 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 17:49:52.044515 dv-cinder-797608-18-iscsi neutron-server[101350]: cb(*args, **kw) Aug 16 17:49:52.044515 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 17:49:52.044515 dv-cinder-797608-18-iscsi neutron-server[101350]: return func(*args, **kwargs) Aug 16 17:49:52.044515 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 17:49:52.044515 dv-cinder-797608-18-iscsi neutron-server[101350]: self._notify() Aug 16 17:49:52.044515 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 17:49:52.044515 dv-cinder-797608-18-iscsi neutron-server[101350]: self.callback(batched_events) Aug 16 17:49:52.044515 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 17:49:52.044515 dv-cinder-797608-18-iscsi neutron-server[101350]: event.method(event) Aug 16 17:49:52.044515 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 17:49:52.044515 dv-cinder-797608-18-iscsi neutron-server[101350]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 17:49:52.044515 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 17:49:52.044515 dv-cinder-797608-18-iscsi neutron-server[101350]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 17:49:52.044515 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 17:49:52.044515 dv-cinder-797608-18-iscsi neutron-server[101350]: return f(self, *a, **k) Aug 16 17:49:52.044515 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 17:49:52.044515 dv-cinder-797608-18-iscsi neutron-server[101350]: return self._get(url).json() Aug 16 17:49:52.044515 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 17:49:52.044515 dv-cinder-797608-18-iscsi neutron-server[101350]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 17:49:52.044515 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 17:49:52.044515 dv-cinder-797608-18-iscsi neutron-server[101350]: return self.request(url, 'GET', **kwargs) Aug 16 17:49:52.044515 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 17:49:52.044515 dv-cinder-797608-18-iscsi neutron-server[101350]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 17:49:52.044515 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 17:49:52.044515 dv-cinder-797608-18-iscsi neutron-server[101350]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 17:49:52.044515 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 17:49:52.044515 dv-cinder-797608-18-iscsi neutron-server[101350]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 17:49:52.044515 dv-cinder-797608-18-iscsi neutron-server[101350]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 17:49:52.101146 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46444cb3-5465-43d8-9e00-7355932a5c83 req-cb64ff0a-e91a-45b0-ad5c-5fac139b4489 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:52.102649 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-46444cb3-5465-43d8-9e00-7355932a5c83 req-cb64ff0a-e91a-45b0-ad5c-5fac139b4489 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.4198472 Aug 16 17:49:52.114800 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-11a71f63-46a4-40d2-ba4e-40a3a91956c1 req-5fde6e02-5744-4f0a-969b-0201d9c7f748 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6c6db5c-ee51-4f04-b721-2802f06a3ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130531 Aug 16 17:49:52.159863 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-46444cb3-5465-43d8-9e00-7355932a5c83 req-4ec7766e-1e11-4379-a3a5-4210f971d55f tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432611 Aug 16 17:49:52.234869 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-4ead25b0-7cdc-4f1a-ae6e-e9b2e52e6332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1870109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726239'] for network, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:52.242184 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-4ead25b0-7cdc-4f1a-ae6e-e9b2e52e6332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:52.246233 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-4ead25b0-7cdc-4f1a-ae6e-e9b2e52e6332 admin admin] 10.222.0.73 "DELETE /v2.0/networks/4cbed0ac-6723-470f-845b-94805e65c362 HTTP/1.1" status: 204 len: 168 time: 0.8449428 Aug 16 17:49:52.248323 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 52416) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:52.253173 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead25b0-7cdc-4f1a-ae6e-e9b2e52e6332 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cbed0ac-6723-470f-845b-94805e65c362,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:52.291848 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.db_base_plugin_v2 [None req-78707f50-3776-426d-822d-98819d3555bf admin admin] Deleting subnet f19e2ab8-a47d-490c-8cc1-4568f743bc55 {{(pid=101349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 17:49:52.294985 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-78707f50-3776-426d-822d-98819d3555bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:52.332091 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-78707f50-3776-426d-822d-98819d3555bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5662925'] for subnet, precommit_delete_associations {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:52.373109 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-78707f50-3776-426d-822d-98819d3555bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1871003'] for subnet, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:52.491891 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-78707f50-3776-426d-822d-98819d3555bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1870994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5660699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6007016'] for subnet, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:52.528400 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78707f50-3776-426d-822d-98819d3555bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f19e2ab8-a47d-490c-8cc1-4568f743bc55,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:52.529548 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28366d-0bb0-48c2-b942-b8839b3bfea2 req-382efcdf-12e9-46a5-92e0-61afc774f146 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:52.532994 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-db28366d-0bb0-48c2-b942-b8839b3bfea2 req-382efcdf-12e9-46a5-92e0-61afc774f146 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 946 time: 0.0663640 Aug 16 17:49:52.538754 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-78707f50-3776-426d-822d-98819d3555bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:52.540624 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-78707f50-3776-426d-822d-98819d3555bf admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f19e2ab8-a47d-490c-8cc1-4568f743bc55 HTTP/1.1" status: 204 len: 168 time: 0.2913032 Aug 16 17:49:52.543184 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 52430) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:52.580204 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-db28366d-0bb0-48c2-b942-b8839b3bfea2 req-a4fb9941-86c5-4d0a-bf11-bc1d4a7cfbdb tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355768 Aug 16 17:49:52.634490 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f8b1be48-1317-445f-a0ab-dc809f5d905c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639821'] for network, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:52.724779 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f8b1be48-1317-445f-a0ab-dc809f5d905c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1573870', 'neutron.services.segments.db._delete_segments_for_network-8753903461187'] for network, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:52.736001 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.services.segments.db [None req-f8b1be48-1317-445f-a0ab-dc809f5d905c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17ff8731-95c2-4534-950a-f7110419c3f1']}} {{(pid=101349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:49:52.747930 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.services.segments.db [None req-f8b1be48-1317-445f-a0ab-dc809f5d905c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c969131-9def-4645-8095-f12b4c2c4186') {'for_net_delete': True} {{(pid=101349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:49:52.748310 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.services.segments.db [None req-f8b1be48-1317-445f-a0ab-dc809f5d905c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c969131-9def-4645-8095-f12b4c2c4186') {} {{(pid=101349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:49:52.758330 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f8b1be48-1317-445f-a0ab-dc809f5d905c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753903464012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5662916'] for segment, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:52.772844 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f8b1be48-1317-445f-a0ab-dc809f5d905c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050'] for segment, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:52.779150 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8b1be48-1317-445f-a0ab-dc809f5d905c admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=101349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 17:49:52.779541 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f8b1be48-1317-445f-a0ab-dc809f5d905c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660797'] for segment, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:52.781136 dv-cinder-797608-18-iscsi neutron-server[101349]: Traceback (most recent call last): Aug 16 17:49:52.781136 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 17:49:52.781136 dv-cinder-797608-18-iscsi neutron-server[101349]: timer() Aug 16 17:49:52.781136 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 17:49:52.781136 dv-cinder-797608-18-iscsi neutron-server[101349]: cb(*args, **kw) Aug 16 17:49:52.781136 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 17:49:52.781136 dv-cinder-797608-18-iscsi neutron-server[101349]: return func(*args, **kwargs) Aug 16 17:49:52.781136 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 17:49:52.781136 dv-cinder-797608-18-iscsi neutron-server[101349]: self._notify() Aug 16 17:49:52.781136 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 17:49:52.781136 dv-cinder-797608-18-iscsi neutron-server[101349]: self.callback(batched_events) Aug 16 17:49:52.781136 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 17:49:52.781136 dv-cinder-797608-18-iscsi neutron-server[101349]: event.method(event) Aug 16 17:49:52.781136 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 17:49:52.781136 dv-cinder-797608-18-iscsi neutron-server[101349]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 17:49:52.781136 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 17:49:52.781136 dv-cinder-797608-18-iscsi neutron-server[101349]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 17:49:52.781136 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 17:49:52.781136 dv-cinder-797608-18-iscsi neutron-server[101349]: return f(self, *a, **k) Aug 16 17:49:52.781136 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 17:49:52.781136 dv-cinder-797608-18-iscsi neutron-server[101349]: return self._get(url).json() Aug 16 17:49:52.781136 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 17:49:52.781136 dv-cinder-797608-18-iscsi neutron-server[101349]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 17:49:52.781136 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 17:49:52.781136 dv-cinder-797608-18-iscsi neutron-server[101349]: return self.request(url, 'GET', **kwargs) Aug 16 17:49:52.781136 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 17:49:52.781136 dv-cinder-797608-18-iscsi neutron-server[101349]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 17:49:52.781136 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 17:49:52.781136 dv-cinder-797608-18-iscsi neutron-server[101349]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 17:49:52.781136 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 17:49:52.781136 dv-cinder-797608-18-iscsi neutron-server[101349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 17:49:52.781136 dv-cinder-797608-18-iscsi neutron-server[101349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 17:49:52.919919 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f8b1be48-1317-445f-a0ab-dc809f5d905c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1870109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726239'] for network, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:52.926735 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f8b1be48-1317-445f-a0ab-dc809f5d905c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:52.930354 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-f8b1be48-1317-445f-a0ab-dc809f5d905c admin admin] 10.222.0.73 "DELETE /v2.0/networks/17ff8731-95c2-4534-950a-f7110419c3f1 HTTP/1.1" status: 204 len: 168 time: 0.3851621 Aug 16 17:49:52.943684 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1be48-1317-445f-a0ab-dc809f5d905c admin admin] Pushing event deleted for resources: {'Network': ['ID=17ff8731-95c2-4534-950a-f7110419c3f1,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:53.245332 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f30547-580d-4801-a564-357cb331ac16 req-4fc66b31-e239-43c8-bf9c-b9470079e1e4 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:53.246256 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d8f30547-580d-4801-a564-357cb331ac16 req-4fc66b31-e239-43c8-bf9c-b9470079e1e4 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec7cb091-ae9b-46c2-8d90-676fd8167407 HTTP/1.1" status: 200 len: 946 time: 0.0551801 Aug 16 17:49:53.251457 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 52456) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:53.314074 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-b88b66ca-37d1-43e9-b7e2-730bed0dfbe4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b52f61d646a14cffbed932ba63c679ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0613637 Aug 16 17:49:53.314667 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 52460) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:53.336876 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603181ca-b031-4038-8551-080d17e7c6c6 req-08f93e64-80cd-4171-982b-0dc871e1ce7a tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:53.344750 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-603181ca-b031-4038-8551-080d17e7c6c6 req-08f93e64-80cd-4171-982b-0dc871e1ce7a tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.0968251 Aug 16 17:49:53.350675 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d8f30547-580d-4801-a564-357cb331ac16 req-452368d8-7684-4e31-9aab-e57359206bc4 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6c6db5c-ee51-4f04-b721-2802f06a3ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914938 Aug 16 17:49:53.387175 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-2391f5f9-d49c-4b14-a658-92b4be9d3f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:53.397657 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-603181ca-b031-4038-8551-080d17e7c6c6 req-f716a3d1-611e-409c-8b49-13e0b3b06bfd tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515823 Aug 16 17:49:53.417267 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-2391f5f9-d49c-4b14-a658-92b4be9d3f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:53.514172 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-2391f5f9-d49c-4b14-a658-92b4be9d3f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:53.516659 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-2391f5f9-d49c-4b14-a658-92b4be9d3f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:53.517797 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-2391f5f9-d49c-4b14-a658-92b4be9d3f13 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/18038096-2d09-4ed9-80e1-864535915dee HTTP/1.1" status: 204 len: 168 time: 0.2019138 Aug 16 17:49:53.525631 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2391f5f9-d49c-4b14-a658-92b4be9d3f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18038096-2d09-4ed9-80e1-864535915dee,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:53.711518 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc03671-ea65-438d-b416-90ffc74ef796 req-c35b003b-e1cf-46e0-9800-aaf96d6de936 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:53.713042 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-1bc03671-ea65-438d-b416-90ffc74ef796 req-c35b003b-e1cf-46e0-9800-aaf96d6de936 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 946 time: 0.0618052 Aug 16 17:49:53.750757 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-1bc03671-ea65-438d-b416-90ffc74ef796 req-23d5023c-3c33-41e2-839d-135b77341bac tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310516 Aug 16 17:49:53.846241 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-73b69796-e28c-4efd-958c-f33186da635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:54.357151 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 52480) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:54.396585 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-571bfce9-b64b-43dc-bbbd-f8cdf95b64ac admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c3b34dd55f53496bae996e810be71715&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380676 Aug 16 17:49:54.398939 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 52484) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:54.487066 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-dc24e0ab-c1c0-4692-adec-82988c80e2de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:54.520063 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c2202-c6ff-4177-b3a3-4276caebd037 req-fdc38eaa-cd11-449a-a7f2-4ad66198e6f9 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:54.521504 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7f5c2202-c6ff-4177-b3a3-4276caebd037 req-fdc38eaa-cd11-449a-a7f2-4ad66198e6f9 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec7cb091-ae9b-46c2-8d90-676fd8167407 HTTP/1.1" status: 200 len: 946 time: 0.1026740 Aug 16 17:49:54.545027 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-dc24e0ab-c1c0-4692-adec-82988c80e2de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:54.587753 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b4dee-290f-4fec-bf61-c411c0de9eec req-19ce18db-d284-4e74-823a-7f913008b2fe tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:54.589213 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7b2b4dee-290f-4fec-bf61-c411c0de9eec req-19ce18db-d284-4e74-823a-7f913008b2fe tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.1159513 Aug 16 17:49:54.622184 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7f5c2202-c6ff-4177-b3a3-4276caebd037 req-372da3b7-265e-4543-9070-046124b94848 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6c6db5c-ee51-4f04-b721-2802f06a3ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809021 Aug 16 17:49:54.644675 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7b2b4dee-290f-4fec-bf61-c411c0de9eec req-57918b3f-ef16-467d-8832-8766b5a2104a tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440395 Aug 16 17:49:54.737111 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-dc24e0ab-c1c0-4692-adec-82988c80e2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:54.739727 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-dc24e0ab-c1c0-4692-adec-82988c80e2de admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:54.740832 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-dc24e0ab-c1c0-4692-adec-82988c80e2de admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e7994ecd-6b8b-4d09-b03b-3bae8d9d7a07 HTTP/1.1" status: 204 len: 168 time: 0.3410096 Aug 16 17:49:54.749325 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc24e0ab-c1c0-4692-adec-82988c80e2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7994ecd-6b8b-4d09-b03b-3bae8d9d7a07,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:54.756352 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24e0ab-c1c0-4692-adec-82988c80e2de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:54.756695 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24e0ab-c1c0-4692-adec-82988c80e2de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:54.757027 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24e0ab-c1c0-4692-adec-82988c80e2de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:54.757353 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24e0ab-c1c0-4692-adec-82988c80e2de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:54.757678 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24e0ab-c1c0-4692-adec-82988c80e2de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:54.758024 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24e0ab-c1c0-4692-adec-82988c80e2de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:54.758344 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24e0ab-c1c0-4692-adec-82988c80e2de admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:54.758659 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24e0ab-c1c0-4692-adec-82988c80e2de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:54.758973 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24e0ab-c1c0-4692-adec-82988c80e2de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:54.759290 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24e0ab-c1c0-4692-adec-82988c80e2de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:54.759595 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24e0ab-c1c0-4692-adec-82988c80e2de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:54.759903 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24e0ab-c1c0-4692-adec-82988c80e2de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:49:54.868455 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e04df8-7476-48ba-88a3-a3505aec5fe1 req-a3ca6fec-fc14-4964-8da4-f804dd006f6c tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:54.869928 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-56e04df8-7476-48ba-88a3-a3505aec5fe1 req-a3ca6fec-fc14-4964-8da4-f804dd006f6c tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 946 time: 0.0464399 Aug 16 17:49:54.908514 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-56e04df8-7476-48ba-88a3-a3505aec5fe1 req-bcf524a2-ba2c-49cd-9caa-05e010c8e3db tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319014 Aug 16 17:49:55.765765 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10850d-f885-4627-ad2a-7e0df00e33d9 req-e65ed39d-34f1-4228-aa15-692454dfbdcf tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:55.767729 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2c10850d-f885-4627-ad2a-7e0df00e33d9 req-e65ed39d-34f1-4228-aa15-692454dfbdcf tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec7cb091-ae9b-46c2-8d90-676fd8167407 HTTP/1.1" status: 200 len: 946 time: 0.0775692 Aug 16 17:49:55.791533 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4c5dc-1fbf-4565-b105-20ba15b5f716 req-aa9e8271-378f-4af9-9a61-3c8858f076b9 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:55.793014 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c2c4c5dc-1fbf-4565-b105-20ba15b5f716 req-aa9e8271-378f-4af9-9a61-3c8858f076b9 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.0722959 Aug 16 17:49:55.837329 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2c10850d-f885-4627-ad2a-7e0df00e33d9 req-0272710e-a1de-41b8-b75d-b665d7303245 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6c6db5c-ee51-4f04-b721-2802f06a3ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633354 Aug 16 17:49:55.850019 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c2c4c5dc-1fbf-4565-b105-20ba15b5f716 req-e0e956e5-b3ed-434e-b622-e6671acc2b78 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499110 Aug 16 17:49:56.021034 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178f811-c8f6-4796-b261-96e0be801b20 req-0a448a29-6ee0-45fc-8cb6-d199a354a9f0 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:56.022583 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f178f811-c8f6-4796-b261-96e0be801b20 req-0a448a29-6ee0-45fc-8cb6-d199a354a9f0 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 946 time: 0.0486600 Aug 16 17:49:56.063562 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f178f811-c8f6-4796-b261-96e0be801b20 req-073c2dab-3984-4a9b-8cf5-2e1c98d0f703 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351460 Aug 16 17:49:56.350728 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 52536) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:56.383232 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eacf552-85b7-40c8-b288-49ed673443e8 req-13b127fc-6647-4468-9d4f-dac5126340c8 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:56.384747 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-0eacf552-85b7-40c8-b288-49ed673443e8 req-13b127fc-6647-4468-9d4f-dac5126340c8 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec7cb091-ae9b-46c2-8d90-676fd8167407 HTTP/1.1" status: 200 len: 946 time: 0.0567365 Aug 16 17:49:56.463414 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-2bb19fa0-badf-4c20-a9c1-1004e07c469c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:56.559118 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-2bb19fa0-badf-4c20-a9c1-1004e07c469c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:56.565843 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-d7369313-f59d-494c-ab16-aa83e151be24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:56.611562 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-2bb19fa0-badf-4c20-a9c1-1004e07c469c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:56.653793 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-2bb19fa0-badf-4c20-a9c1-1004e07c469c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=79061943b00d4aeca81423487246da25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3018782 Aug 16 17:49:56.654800 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb19fa0-badf-4c20-a9c1-1004e07c469c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23713ab-9522-452f-a8c2-1b6dfa40f1b9,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:56.657599 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 52540) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:49:56.668861 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:56.696279 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [req-0eacf552-85b7-40c8-b288-49ed673443e8 req-016012d8-4777-45f5-91bf-77eaa346d48b tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Deleting port 5948278d-c491-4fe3-94ad-579d8081d90a {{(pid=101349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:49:56.696616 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-0eacf552-85b7-40c8-b288-49ed673443e8 req-016012d8-4777-45f5-91bf-77eaa346d48b tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:56.709802 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-5ae10dca-207a-4317-8987-0cc8310557d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:56.730794 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-5ae10dca-207a-4317-8987-0cc8310557d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:56.784175 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-0eacf552-85b7-40c8-b288-49ed673443e8 req-016012d8-4777-45f5-91bf-77eaa346d48b tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] For port 5948278d-c491-4fe3-94ad-579d8081d90a, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5948278d-c491-4fe3-94ad-579d8081d90a,segment=NetworkSegment(1124a22b-fdab-4357-a2c0-4348a0116042),segment_id=1124a22b-fdab-4357-a2c0-4348a0116042)] {{(pid=101349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:49:56.784539 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-0eacf552-85b7-40c8-b288-49ed673443e8 req-016012d8-4777-45f5-91bf-77eaa346d48b tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:56.799775 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [req-0eacf552-85b7-40c8-b288-49ed673443e8 req-016012d8-4777-45f5-91bf-77eaa346d48b tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Calling delete_port for 5948278d-c491-4fe3-94ad-579d8081d90a owned by compute:nova {{(pid=101349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:49:56.857060 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-5ae10dca-207a-4317-8987-0cc8310557d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:56.860216 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-5ae10dca-207a-4317-8987-0cc8310557d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:56.861623 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-5ae10dca-207a-4317-8987-0cc8310557d0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c23713ab-9522-452f-a8c2-1b6dfa40f1b9 HTTP/1.1" status: 204 len: 168 time: 0.2030706 Aug 16 17:49:56.882195 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae10dca-207a-4317-8987-0cc8310557d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23713ab-9522-452f-a8c2-1b6dfa40f1b9,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:57.004436 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5e5ed-fef2-4e58-936d-c914010de3cf req-34b0e1f0-3cf4-458f-8414-70cb25211932 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:57.005879 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-0de5e5ed-fef2-4e58-936d-c914010de3cf req-34b0e1f0-3cf4-458f-8414-70cb25211932 tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec7cb091-ae9b-46c2-8d90-676fd8167407 HTTP/1.1" status: 200 len: 946 time: 0.0750649 Aug 16 17:49:57.006018 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-0eacf552-85b7-40c8-b288-49ed673443e8 req-016012d8-4777-45f5-91bf-77eaa346d48b tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:57.028484 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9a64d-908d-4052-80a4-1f4e360aa549 req-d6235fed-dfe4-4376-8b16-5b1e6a07c136 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:57.030593 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6cd9a64d-908d-4052-80a4-1f4e360aa549 req-d6235fed-dfe4-4376-8b16-5b1e6a07c136 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.0721569 Aug 16 17:49:57.039252 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016012d8-4777-45f5-91bf-77eaa346d48b tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Pushing event deleted for resources: {'Port': ['ID=5948278d-c491-4fe3-94ad-579d8081d90a,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:49:57.078701 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-0de5e5ed-fef2-4e58-936d-c914010de3cf req-91ef21e4-086f-42d7-be53-b6ac8556c68d tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6c6db5c-ee51-4f04-b721-2802f06a3ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659430 Aug 16 17:49:57.086317 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eacf552-85b7-40c8-b288-49ed673443e8 req-016012d8-4777-45f5-91bf-77eaa346d48b tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] No DVR routers for this DVR port 5948278d-c491-4fe3-94ad-579d8081d90a on host hv-cinder-79760 {{(pid=101349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 17:49:57.089771 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-0eacf552-85b7-40c8-b288-49ed673443e8 req-016012d8-4777-45f5-91bf-77eaa346d48b tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:57.092020 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-0eacf552-85b7-40c8-b288-49ed673443e8 req-016012d8-4777-45f5-91bf-77eaa346d48b tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.13 "DELETE /v2.0/ports/5948278d-c491-4fe3-94ad-579d8081d90a HTTP/1.1" status: 204 len: 173 time: 0.6991878 Aug 16 17:49:57.092544 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7cb091-ae9b-46c2-8d90-676fd8167407', 'name': 'network-vif-deleted', 'tag': '5948278d-c491-4fe3-94ad-579d8081d90a'}] {{(pid=101349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:49:57.094951 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}934f09010de237f24c102465ff13aed95362a81e3346d32f1bd52d9236897e6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1945c4-2275-4786-af45-a241f74ad625" -d '{"events": [{"server_uuid": "ec7cb091-ae9b-46c2-8d90-676fd8167407", "name": "network-vif-deleted", "tag": "5948278d-c491-4fe3-94ad-579d8081d90a"}]}' {{(pid=101349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:49:57.106552 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6cd9a64d-908d-4052-80a4-1f4e360aa549 req-6f53aa89-73fc-4469-8862-95fff3bef809 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657659 Aug 16 17:49:57.158048 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1ada07-c9f1-4533-a221-970eb4de1aca x-openstack-request-id: req-ab1ada07-c9f1-4533-a221-970eb4de1aca {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:49:57.162204 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec7cb091-ae9b-46c2-8d90-676fd8167407", "name": "network-vif-deleted", "tag": "5948278d-c491-4fe3-94ad-579d8081d90a", "status": "completed", "code": 200}]} {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:49:57.162794 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ab1ada07-c9f1-4533-a221-970eb4de1aca {{(pid=101349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:49:57.163204 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7cb091-ae9b-46c2-8d90-676fd8167407', 'name': 'network-vif-deleted', 'tag': '5948278d-c491-4fe3-94ad-579d8081d90a', 'status': 'completed', 'code': 200} Aug 16 17:49:57.208270 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45446b42-700e-496c-b4ac-8016cbd01659 req-36b680c8-a665-4b3d-8eb5-26f127143ce6 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:57.209934 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-45446b42-700e-496c-b4ac-8016cbd01659 req-36b680c8-a665-4b3d-8eb5-26f127143ce6 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 946 time: 0.0646679 Aug 16 17:49:57.266313 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-45446b42-700e-496c-b4ac-8016cbd01659 req-4d9e3f7b-c37b-4534-9a14-b1c2214b5a31 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445540 Aug 16 17:49:57.323427 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 5948278d-c491-4fe3-94ad-579d8081d90a no longer exists at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:49:57.376067 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] No Port match for: 5948278d-c491-4fe3-94ad-579d8081d90a {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 17:49:57.376067 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 5948278d-c491-4fe3-94ad-579d8081d90a not bound to the agent host hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 17:49:57.658107 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:57.658865 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:58.256729 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a2b321eb-730e-49be-bded-dff130be87a0 req-d43cc10f-6b59-4276-91c2-0a9d94cb778f tempest-VolumesActionsTest-1286307971 tempest-VolumesActionsTest-1286307971-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec7cb091-ae9b-46c2-8d90-676fd8167407 HTTP/1.1" status: 200 len: 210 time: 0.0295432 Aug 16 17:49:58.278228 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1fdc9-36d9-4cbc-ac30-5d2e834f91cf req-e18b0357-288a-4bfe-aeef-e35de66ce620 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:58.278777 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-41c1fdc9-36d9-4cbc-ac30-5d2e834f91cf req-e18b0357-288a-4bfe-aeef-e35de66ce620 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.0809391 Aug 16 17:49:58.359720 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-41c1fdc9-36d9-4cbc-ac30-5d2e834f91cf req-4b9c397a-4804-4200-87ae-4371fa13ff6f tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717211 Aug 16 17:49:58.395903 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686c717-6a57-4898-b467-8c9f1cd1e000 req-cd441b7c-2346-4d36-a7f5-a3c741973053 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:58.397365 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-3686c717-6a57-4898-b467-8c9f1cd1e000 req-cd441b7c-2346-4d36-a7f5-a3c741973053 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 946 time: 0.0569978 Aug 16 17:49:58.435843 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-3686c717-6a57-4898-b467-8c9f1cd1e000 req-c7789fe7-e372-447e-8f7e-1981a8ae8bff tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324821 Aug 16 17:49:59.109385 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:49:59.480359 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae6bb8-a317-4b06-a7d2-534ef07cfe2d req-8b8cb6a2-fc92-49f7-8334-48ac2be744f1 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:59.481851 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-68ae6bb8-a317-4b06-a7d2-534ef07cfe2d req-8b8cb6a2-fc92-49f7-8334-48ac2be744f1 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.0512888 Aug 16 17:49:59.548332 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-68ae6bb8-a317-4b06-a7d2-534ef07cfe2d req-391fc134-6abd-4ee2-8c2c-69d517fdf189 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604346 Aug 16 17:49:59.573869 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71d33c-ab16-42db-8f2e-c4f47a0ed228 req-24ba59a5-9d4a-4e0a-9ba8-a0c1c01bd50f tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:49:59.573869 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8f71d33c-ab16-42db-8f2e-c4f47a0ed228 req-24ba59a5-9d4a-4e0a-9ba8-a0c1c01bd50f tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 946 time: 0.0633271 Aug 16 17:49:59.613935 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8f71d33c-ab16-42db-8f2e-c4f47a0ed228 req-94eb16d9-b65a-476a-9d94-ffe3dc16a982 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354602 Aug 16 17:50:00.181717 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-4c0bef11-8e57-475f-8913-c1c99990f5ed req-98661827-065f-4867-8766-ebdd3cec95e6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429058 Aug 16 17:50:00.276124 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0bef11-8e57-475f-8913-c1c99990f5ed req-ae96904c-33ea-4b9f-b4d4-454d4079fc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:00.278285 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-4c0bef11-8e57-475f-8913-c1c99990f5ed req-ae96904c-33ea-4b9f-b4d4-454d4079fc6f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=85697c37841b4a59aaaa6d2d36ff953b&device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 1099 time: 0.0568569 Aug 16 17:50:00.397822 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0bef11-8e57-475f-8913-c1c99990f5ed req-8acf7a5c-30a3-4dc3-87d1-02d489b4a6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:00.399355 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-4c0bef11-8e57-475f-8913-c1c99990f5ed req-8acf7a5c-30a3-4dc3-87d1-02d489b4a6d8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d4c249fc-f15d-4c54-a2fa-f9ec1324c63c HTTP/1.1" status: 200 len: 912 time: 0.0971577 Aug 16 17:50:00.471839 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-4c0bef11-8e57-475f-8913-c1c99990f5ed req-8d7fdcec-ae64-4f43-a7ce-44667ccca45b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=746544d7-10ef-4545-be9e-e1b2dca27978 HTTP/1.1" status: 200 len: 1002 time: 0.0594444 Aug 16 17:50:00.532382 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0bef11-8e57-475f-8913-c1c99990f5ed req-d60dc196-29d7-4aa2-9cc1-f631708553a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:00.533894 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-4c0bef11-8e57-475f-8913-c1c99990f5ed req-d60dc196-29d7-4aa2-9cc1-f631708553a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3d17ce71-6fac-4edf-9519-05a2c7a1f013 HTTP/1.1" status: 200 len: 850 time: 0.0561790 Aug 16 17:50:00.596541 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0bef11-8e57-475f-8913-c1c99990f5ed req-9c92156b-4733-4a08-8c92-efa0d9c0ff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:00.598083 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-4c0bef11-8e57-475f-8913-c1c99990f5ed req-9c92156b-4733-4a08-8c92-efa0d9c0ff37 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d4c249fc-f15d-4c54-a2fa-f9ec1324c63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408583 Aug 16 17:50:00.695338 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9182b-6ec9-4106-8232-46eed686ce71 req-7c7fc4e5-b3a5-422f-9abe-a2d435387285 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:00.698221 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c4b9182b-6ec9-4106-8232-46eed686ce71 req-7c7fc4e5-b3a5-422f-9abe-a2d435387285 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.0756817 Aug 16 17:50:00.707686 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-4c0bef11-8e57-475f-8913-c1c99990f5ed req-84ed92d5-841b-4052-ab7c-78d5a7b9335b service neutron] 10.222.0.13 "GET /v2.0/networks/d4c249fc-f15d-4c54-a2fa-f9ec1324c63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007922 Aug 16 17:50:00.771669 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4ee54-2f0d-47ed-a295-a59f22057f9a req-5af4f14c-9e81-4267-a6ef-97b603c14c4d tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:00.773101 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-14c4ee54-2f0d-47ed-a295-a59f22057f9a req-5af4f14c-9e81-4267-a6ef-97b603c14c4d tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 946 time: 0.0732033 Aug 16 17:50:00.775839 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c4b9182b-6ec9-4106-8232-46eed686ce71 req-441a873e-2f0f-4fa4-8a59-25abd5384fd0 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669613 Aug 16 17:50:00.810928 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-4c0bef11-8e57-475f-8913-c1c99990f5ed req-d40bd5bd-7cd8-4fa5-941a-f73e9cfa2a88 service neutron] 10.222.0.13 "GET /v2.0/networks/d4c249fc-f15d-4c54-a2fa-f9ec1324c63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953450 Aug 16 17:50:00.812485 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-14c4ee54-2f0d-47ed-a295-a59f22057f9a req-a988f8dd-9839-4b52-9c9f-78842b375412 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330184 Aug 16 17:50:01.926013 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fdb7a-1c20-438d-b658-cd8a3ed9a492 req-b173a717-b901-4281-ab35-15354dddd444 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:01.927480 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-1c9fdb7a-1c20-438d-b658-cd8a3ed9a492 req-b173a717-b901-4281-ab35-15354dddd444 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.0783610 Aug 16 17:50:01.939829 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd0ec8-8893-4c03-ae6f-ffaa55dfc017 req-e64c117c-1606-447d-a387-807d0201b0cd tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:01.941216 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-eabd0ec8-8893-4c03-ae6f-ffaa55dfc017 req-e64c117c-1606-447d-a387-807d0201b0cd tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 946 time: 0.0630033 Aug 16 17:50:01.995780 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-1c9fdb7a-1c20-438d-b658-cd8a3ed9a492 req-21d40399-f50f-431a-a292-fff694fe4452 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536132 Aug 16 17:50:02.001165 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-eabd0ec8-8893-4c03-ae6f-ffaa55dfc017 req-91ff5a29-509a-4fed-907e-c7f08c4648c7 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525122 Aug 16 17:50:02.422283 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 52736) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:50:02.548665 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-009f722a-3f77-4ef4-a058-bad1a4cfccbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:02.639981 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-009f722a-3f77-4ef4-a058-bad1a4cfccbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:02.702929 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-009f722a-3f77-4ef4-a058-bad1a4cfccbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:02.740766 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-009f722a-3f77-4ef4-a058-bad1a4cfccbd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=47b51bffa2044ba5828e12d2b8f39812&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173873 Aug 16 17:50:02.741569 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f722a-3f77-4ef4-a058-bad1a4cfccbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59760468-d843-48d4-b021-e85028c8912f,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:50:02.743601 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 52748) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:50:02.792662 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-00a323e0-7f7c-4a2d-a9bd-d6d9fe20aef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:02.813341 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-00a323e0-7f7c-4a2d-a9bd-d6d9fe20aef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:02.942191 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-00a323e0-7f7c-4a2d-a9bd-d6d9fe20aef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:02.944717 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-00a323e0-7f7c-4a2d-a9bd-d6d9fe20aef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:02.945825 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-00a323e0-7f7c-4a2d-a9bd-d6d9fe20aef9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/59760468-d843-48d4-b021-e85028c8912f HTTP/1.1" status: 204 len: 168 time: 0.2011869 Aug 16 17:50:02.953595 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a323e0-7f7c-4a2d-a9bd-d6d9fe20aef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59760468-d843-48d4-b021-e85028c8912f,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:50:03.141370 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cad399-b1da-4b5f-b543-d1cc76e23872 req-27ccd101-0452-4c7b-a52b-23f9898f14e8 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:03.142872 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-40cad399-b1da-4b5f-b543-d1cc76e23872 req-27ccd101-0452-4c7b-a52b-23f9898f14e8 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 946 time: 0.0753987 Aug 16 17:50:03.154386 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d84e2-dc7e-4bed-9029-2672ed82f218 req-a1efcf05-27c6-4b17-941a-29c882a805f2 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:03.156342 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-626d84e2-dc7e-4bed-9029-2672ed82f218 req-a1efcf05-27c6-4b17-941a-29c882a805f2 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.0784762 Aug 16 17:50:03.210688 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-40cad399-b1da-4b5f-b543-d1cc76e23872 req-096449fa-f639-4337-aadc-04f47cb0614c tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531402 Aug 16 17:50:03.215488 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-626d84e2-dc7e-4bed-9029-2672ed82f218 req-1f552234-68ab-4eb0-b120-ed3a31d0d5f4 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513682 Aug 16 17:50:04.357206 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3b2f6-f935-4f35-ae45-1d942b4a58e6 req-26df3a0c-87ad-45f8-aac3-b6e5493da954 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:04.358687 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c6e3b2f6-f935-4f35-ae45-1d942b4a58e6 req-26df3a0c-87ad-45f8-aac3-b6e5493da954 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 946 time: 0.0805161 Aug 16 17:50:04.366542 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5f356-e780-464e-9c66-a332debd9db4 req-97e5c8d9-f1d0-4267-9f2d-b969c5c33f53 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:04.369987 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-74c5f356-e780-464e-9c66-a332debd9db4 req-97e5c8d9-f1d0-4267-9f2d-b969c5c33f53 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.0773907 Aug 16 17:50:04.422723 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c6e3b2f6-f935-4f35-ae45-1d942b4a58e6 req-d1e20199-dd3d-4973-8113-1423c1167a80 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539346 Aug 16 17:50:04.427348 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-74c5f356-e780-464e-9c66-a332debd9db4 req-badacd4e-5ba8-45f3-9d13-197c56656e5c tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530369 Aug 16 17:50:05.572245 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9db7b-699c-456b-898e-3db4a4e4fa34 req-50f3eb5f-e7ab-43b7-b43d-98daa312d2c7 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:05.573698 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b5c9db7b-699c-456b-898e-3db4a4e4fa34 req-50f3eb5f-e7ab-43b7-b43d-98daa312d2c7 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 946 time: 0.0841460 Aug 16 17:50:05.585443 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac6141-a9e3-498e-a4ef-eff5ee2d40cf req-133ac01f-fd15-4505-ab16-5f9ddf75ba47 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:05.586837 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b6ac6141-a9e3-498e-a4ef-eff5ee2d40cf req-133ac01f-fd15-4505-ab16-5f9ddf75ba47 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.0863881 Aug 16 17:50:05.640466 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b5c9db7b-699c-456b-898e-3db4a4e4fa34 req-c1c17cdb-5ba1-4fa9-9e7e-6fb29a112442 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526807 Aug 16 17:50:05.645119 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b6ac6141-a9e3-498e-a4ef-eff5ee2d40cf req-9d5f5f84-4ac4-42ac-9fb3-e2bb8e622b22 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519173 Aug 16 17:50:06.773520 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 6 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 17:50:06.820067 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925bc9b-6c85-421e-a25d-de7ee909491f req-bbc8e84d-4a7d-4b01-a69b-63ea498de8ba tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:06.822678 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-1925bc9b-6c85-421e-a25d-de7ee909491f req-bbc8e84d-4a7d-4b01-a69b-63ea498de8ba tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.0856466 Aug 16 17:50:06.836637 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e26543-4c96-4d1d-88bb-c78bfafaa244 req-9dc36a63-e15e-40c4-8925-babdfceab16a tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:06.845019 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-33e26543-4c96-4d1d-88bb-c78bfafaa244 req-9dc36a63-e15e-40c4-8925-babdfceab16a tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 946 time: 0.0759568 Aug 16 17:50:06.905415 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-1925bc9b-6c85-421e-a25d-de7ee909491f req-211b573b-d8bd-4f9c-9f2c-e87df3960c62 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532992 Aug 16 17:50:06.919552 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-33e26543-4c96-4d1d-88bb-c78bfafaa244 req-93f8cf97-a92f-4025-8134-fdefbd3be6c2 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691483 Aug 16 17:50:07.365544 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 9c138bc0-b659-41ca-b07d-dbed825e3255 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=101351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 17:50:07.383543 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa67c2-896c-4507-a952-3d8c950186e3 req-823d672d-320b-482f-b869-4c26af7dca98 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:07.385365 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ebfa67c2-896c-4507-a952-3d8c950186e3 req-823d672d-320b-482f-b869-4c26af7dca98 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0509970 Aug 16 17:50:07.430553 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ebfa67c2-896c-4507-a952-3d8c950186e3 req-4f097973-5173-4267-a106-3919da05df6e tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383761 Aug 16 17:50:07.480214 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6591df-da92-46c3-8d3b-4f68fe3cc5be req-74ae8755-cd53-4401-89db-d838d4245b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:07.481849 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-2e6591df-da92-46c3-8d3b-4f68fe3cc5be req-74ae8755-cd53-4401-89db-d838d4245b7c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 1099 time: 0.0424895 Aug 16 17:50:07.486277 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 9c138bc0-b659-41ca-b07d-dbed825e3255, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9c138bc0-b659-41ca-b07d-dbed825e3255,segment=NetworkSegment(1d556eea-2e00-495e-a4c4-1b5b0d31797f),segment_id=1d556eea-2e00-495e-a4c4-1b5b0d31797f)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:50:07.499056 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Returning: {'device': '9c138bc0-b659-41ca-b07d-dbed825e3255', 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f', 'port_id': '9c138bc0-b659-41ca-b07d-dbed825e3255', 'mac_address': 'fa:16:3e:ff:3c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0c1f877-910d-484d-a497-8ce21ca738df', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 17:50:07.529933 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-2e6591df-da92-46c3-8d3b-4f68fe3cc5be req-6d18e765-d798-4f12-9aad-31d3083c6e84 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320082 Aug 16 17:50:07.540830 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:07.556060 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c138bc0-b659-41ca-b07d-dbed825e3255 {{(pid=101351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:50:07.577062 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 9c138bc0-b659-41ca-b07d-dbed825e3255, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9c138bc0-b659-41ca-b07d-dbed825e3255,segment=NetworkSegment(1d556eea-2e00-495e-a4c4-1b5b0d31797f),segment_id=1d556eea-2e00-495e-a4c4-1b5b0d31797f)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:50:07.628754 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:07.681360 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=9c138bc0-b659-41ca-b07d-dbed825e3255,revision_number=6']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:50:07.689818 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:50:07.690235 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:50:07.690783 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:50:07.691119 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:50:07.691478 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:50:07.691805 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:50:07.692132 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:50:07.692771 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:50:07.693126 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:50:07.693459 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:50:07.693787 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:50:07.694154 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:50:07.830308 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['9c138bc0-b659-41ca-b07d-dbed825e3255'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:50:08.100774 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12b6f8-994a-4f72-b923-1d18c8275303 req-991e7e41-edfb-431f-8aa0-2e8b678bd9dd tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:08.108684 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-3a12b6f8-994a-4f72-b923-1d18c8275303 req-991e7e41-edfb-431f-8aa0-2e8b678bd9dd tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 946 time: 0.0931282 Aug 16 17:50:08.131944 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504d647-b4c6-4f8b-9fe5-7dafaf5d6246 req-777e34d5-00ad-43ac-8268-938232c7b829 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:08.133429 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4504d647-b4c6-4f8b-9fe5-7dafaf5d6246 req-777e34d5-00ad-43ac-8268-938232c7b829 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 944 time: 0.0893414 Aug 16 17:50:08.168462 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-3a12b6f8-994a-4f72-b923-1d18c8275303 req-36cbfe20-2f6e-4979-bfc7-01dabbcee857 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586669 Aug 16 17:50:08.193241 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4504d647-b4c6-4f8b-9fe5-7dafaf5d6246 req-59b14a98-8b60-45e5-a43d-a4635b4eab2c tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512099 Aug 16 17:50:08.690529 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dae03d-0dc5-4116-b52a-d229c8ab7aa5 req-8d4129d7-4b07-4dcd-b9f8-d73a071a8369 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:08.696356 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-01dae03d-0dc5-4116-b52a-d229c8ab7aa5 req-8d4129d7-4b07-4dcd-b9f8-d73a071a8369 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0503521 Aug 16 17:50:08.731519 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-01dae03d-0dc5-4116-b52a-d229c8ab7aa5 req-f5d30880-c860-4dc8-ad5d-3682799f9e7a tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329809 Aug 16 17:50:08.891207 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 52948) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:50:09.003624 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-5d00f131-3791-4dd2-963a-2fff0f1bc948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:09.115938 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-5d00f131-3791-4dd2-963a-2fff0f1bc948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:09.206210 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-5d00f131-3791-4dd2-963a-2fff0f1bc948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:09.255233 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-5d00f131-3791-4dd2-963a-2fff0f1bc948 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d9f397bb594c4a82965faac2355bd4d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3627524 Aug 16 17:50:09.256316 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 52958) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:50:09.264869 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00f131-3791-4dd2-963a-2fff0f1bc948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b056a0eb-9a8b-49a8-a09b-213c76d2d556,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:50:09.332332 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-7614c9e5-afec-49fb-9e1d-d09ecef0665c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:09.350414 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5825e29-ca15-407e-b9ad-400c3cba4553 req-b77011d3-cf5c-4f13-9e4d-f455045a1f37 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:09.352065 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f5825e29-ca15-407e-b9ad-400c3cba4553 req-b77011d3-cf5c-4f13-9e4d-f455045a1f37 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 946 time: 0.1000671 Aug 16 17:50:09.367113 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-7614c9e5-afec-49fb-9e1d-d09ecef0665c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:09.372797 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6e11d-8962-42ec-9808-f969bfd21ab5 req-409296ec-0716-43a1-bf34-d33425e296f8 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:09.374499 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4df6e11d-8962-42ec-9808-f969bfd21ab5 req-409296ec-0716-43a1-bf34-d33425e296f8 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 944 time: 0.0802166 Aug 16 17:50:09.400298 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 9c138bc0-b659-41ca-b07d-dbed825e3255 up at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:50:09.439999 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f5825e29-ca15-407e-b9ad-400c3cba4553 req-e614af57-6556-4d70-8db7-2240c7898e99 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758951 Aug 16 17:50:09.473119 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4df6e11d-8962-42ec-9808-f969bfd21ab5 req-a25f7166-4072-4849-af20-0580c1863a04 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805941 Aug 16 17:50:09.498719 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-7614c9e5-afec-49fb-9e1d-d09ecef0665c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:09.502312 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-7614c9e5-afec-49fb-9e1d-d09ecef0665c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:09.503583 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-7614c9e5-afec-49fb-9e1d-d09ecef0665c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b056a0eb-9a8b-49a8-a09b-213c76d2d556 HTTP/1.1" status: 204 len: 168 time: 0.2455935 Aug 16 17:50:09.524046 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7614c9e5-afec-49fb-9e1d-d09ecef0665c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b056a0eb-9a8b-49a8-a09b-213c76d2d556,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:50:09.576262 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning complete for port 9c138bc0-b659-41ca-b07d-dbed825e3255 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:50:09.576643 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:09.684140 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:09.717413 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b9a54b-f448-4722-b81a-8cd4bed9f713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c138bc0-b659-41ca-b07d-dbed825e3255'}] {{(pid=101351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:50:09.721091 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4661e6bc32737764ca712b7c7300ac6ad1a8a79a1ea43afdc004a14577d676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8039ab-db38-4c16-8d85-64fa8e089b90" -d '{"events": [{"server_uuid": "74b9a54b-f448-4722-b81a-8cd4bed9f713", "name": "network-vif-plugged", "status": "completed", "tag": "9c138bc0-b659-41ca-b07d-dbed825e3255"}]}' {{(pid=101351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:50:09.737810 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 9c138bc0-b659-41ca-b07d-dbed825e3255, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9c138bc0-b659-41ca-b07d-dbed825e3255,segment=NetworkSegment(1d556eea-2e00-495e-a4c4-1b5b0d31797f),segment_id=1d556eea-2e00-495e-a4c4-1b5b0d31797f)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:50:09.769253 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b53989-4efb-4fec-a509-1d37dbb81f14 x-openstack-request-id: req-08b53989-4efb-4fec-a509-1d37dbb81f14 {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:50:09.769253 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b9a54b-f448-4722-b81a-8cd4bed9f713", "name": "network-vif-plugged", "status": "completed", "tag": "9c138bc0-b659-41ca-b07d-dbed825e3255", "code": 200}]} {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:50:09.769253 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-08b53989-4efb-4fec-a509-1d37dbb81f14 {{(pid=101351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:50:09.769253 dv-cinder-797608-18-iscsi neutron-server[101351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b9a54b-f448-4722-b81a-8cd4bed9f713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c138bc0-b659-41ca-b07d-dbed825e3255', 'code': 200} Aug 16 17:50:09.824887 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:09.904899 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=9c138bc0-b659-41ca-b07d-dbed825e3255,revision_number=7']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:50:09.908796 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec7ab6-085f-40f0-a5ff-5505e390d835 req-e14bdfa0-1fc1-470d-9376-08c45d3cf788 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:09.911544 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-69ec7ab6-085f-40f0-a5ff-5505e390d835 req-e14bdfa0-1fc1-470d-9376-08c45d3cf788 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0917416 Aug 16 17:50:09.965301 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-69ec7ab6-085f-40f0-a5ff-5505e390d835 req-c251a798-d542-49a8-a51f-d02b029be1ee tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460420 Aug 16 17:50:10.612611 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbab4a1-0aea-4906-ae84-65051e9f9125 req-b1f4a7e8-5cd5-49ac-8f84-54fe96fffb8f tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:10.614117 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-5fbab4a1-0aea-4906-ae84-65051e9f9125 req-b1f4a7e8-5cd5-49ac-8f84-54fe96fffb8f tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 946 time: 0.0891352 Aug 16 17:50:10.625309 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065eab12-bd68-4441-a75a-d74bb9ad38fb req-cbdc2198-d872-407e-87fb-62f9267bb698 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:10.626799 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-065eab12-bd68-4441-a75a-d74bb9ad38fb req-cbdc2198-d872-407e-87fb-62f9267bb698 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.0702374 Aug 16 17:50:10.684465 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-5fbab4a1-0aea-4906-ae84-65051e9f9125 req-fe21e0b7-469e-4022-83d5-60d7d596b33c tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567105 Aug 16 17:50:10.687324 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-065eab12-bd68-4441-a75a-d74bb9ad38fb req-bd1fa3bd-ea7d-459d-83a6-6c010e0fadbd tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537314 Aug 16 17:50:10.812118 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3240ca0-8dbe-4457-9798-2b7c0a02111e req-e3cf5efb-83e3-451b-9f33-11cbe03ecc7c tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:10.814174 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e3240ca0-8dbe-4457-9798-2b7c0a02111e req-e3cf5efb-83e3-451b-9f33-11cbe03ecc7c tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0502887 Aug 16 17:50:10.853347 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e3240ca0-8dbe-4457-9798-2b7c0a02111e req-4bfdf3f3-69f3-4071-837d-e044eb256d09 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332119 Aug 16 17:50:11.117480 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185e9bd-567d-42c6-9fc7-172245f89a2e req-7b4e0af7-7827-410d-b9c8-b8ece295b33e tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:11.119744 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4185e9bd-567d-42c6-9fc7-172245f89a2e req-7b4e0af7-7827-410d-b9c8-b8ece295b33e tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0646122 Aug 16 17:50:11.170394 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4185e9bd-567d-42c6-9fc7-172245f89a2e req-2a77f5d5-8fde-44bc-bb55-c04e14000462 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443630 Aug 16 17:50:11.908907 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ccf8a2-7712-46c7-a2c5-86bb7f3ce5d6 req-b5063e93-e259-46f6-9d07-4a803cc6549a tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:11.917624 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a0ccf8a2-7712-46c7-a2c5-86bb7f3ce5d6 req-b5063e93-e259-46f6-9d07-4a803cc6549a tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.0921583 Aug 16 17:50:11.958609 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a0ccf8a2-7712-46c7-a2c5-86bb7f3ce5d6 req-1aa3dae8-f6d8-4963-b9d5-56ef79f633da tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397859 Aug 16 17:50:12.288724 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f08d18-c5b2-4100-946a-b0ec33a7d1fa req-8b32f85c-96c6-4a59-b3e4-66afe14489e2 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:12.290329 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-78f08d18-c5b2-4100-946a-b0ec33a7d1fa req-8b32f85c-96c6-4a59-b3e4-66afe14489e2 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0490415 Aug 16 17:50:12.327634 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-78f08d18-c5b2-4100-946a-b0ec33a7d1fa req-01afe3d1-52f5-473b-88d6-375bed40aa71 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311666 Aug 16 17:50:13.478994 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fddbb5-e7b2-4f92-a8ab-865a0171fce9 req-4b495fb5-91b1-44f6-914a-bfb23fc22641 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:13.480545 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c9fddbb5-e7b2-4f92-a8ab-865a0171fce9 req-4b495fb5-91b1-44f6-914a-bfb23fc22641 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.0567553 Aug 16 17:50:13.521044 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c9fddbb5-e7b2-4f92-a8ab-865a0171fce9 req-6e6cbe67-10e8-461e-8ad5-0082a0647315 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339646 Aug 16 17:50:13.631493 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3526e70-7a61-4b3d-9c80-fe268aa9f105 req-b392bb08-856e-4542-9a14-5cf5d3d84559 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:13.633179 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d3526e70-7a61-4b3d-9c80-fe268aa9f105 req-b392bb08-856e-4542-9a14-5cf5d3d84559 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0482705 Aug 16 17:50:13.688749 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d3526e70-7a61-4b3d-9c80-fe268aa9f105 req-a685fd4b-1e0a-4089-b92c-8e2257b71c01 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490587 Aug 16 17:50:13.811683 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103edfc2-f359-4092-b427-0c9624849340 req-32cd01b2-e998-4204-b45c-e3af4d0b8259 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:13.813234 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-103edfc2-f359-4092-b427-0c9624849340 req-32cd01b2-e998-4204-b45c-e3af4d0b8259 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0561082 Aug 16 17:50:13.856367 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-103edfc2-f359-4092-b427-0c9624849340 req-b77e3416-3880-4ecc-bbbc-775fac640657 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370371 Aug 16 17:50:14.654430 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ddb71-4fca-44ea-96eb-74a65688ed2b req-51ef4c23-1f46-46a9-9122-7c1923f2970b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:14.656514 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-183ddb71-4fca-44ea-96eb-74a65688ed2b req-51ef4c23-1f46-46a9-9122-7c1923f2970b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.0570123 Aug 16 17:50:14.698141 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-183ddb71-4fca-44ea-96eb-74a65688ed2b req-ecdf5d09-3682-4c4e-804a-00272f59d8aa tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349698 Aug 16 17:50:14.808384 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2975c-9b31-448f-8f11-594c72dfaecc req-4fb3dfcb-df85-450c-9478-d9f572f40e1d tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:14.809783 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b1b2975c-9b31-448f-8f11-594c72dfaecc req-4fb3dfcb-df85-450c-9478-d9f572f40e1d tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0501959 Aug 16 17:50:14.851558 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b1b2975c-9b31-448f-8f11-594c72dfaecc req-f6329c39-4959-4a58-b56c-ba9f202493b0 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347064 Aug 16 17:50:14.979953 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979652d-0391-4ba3-b3d5-2959bf640d3a req-65df3bdd-c3e9-41a5-a74c-b010c8c03f59 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:14.981596 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4979652d-0391-4ba3-b3d5-2959bf640d3a req-65df3bdd-c3e9-41a5-a74c-b010c8c03f59 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0530169 Aug 16 17:50:15.024203 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4979652d-0391-4ba3-b3d5-2959bf640d3a req-c4ee00e0-6ce1-47ce-a060-efe5c07430de tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367267 Aug 16 17:50:15.839919 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c53f89-f550-480c-97ba-25081812440f req-24f6d281-35d7-425f-b7d6-04ab6c73e81f tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:15.841400 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d0c53f89-f550-480c-97ba-25081812440f req-24f6d281-35d7-425f-b7d6-04ab6c73e81f tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.0623662 Aug 16 17:50:15.884744 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d0c53f89-f550-480c-97ba-25081812440f req-6a4b0f15-2213-45a9-bc36-85d3dfb41232 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372605 Aug 16 17:50:16.003540 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf6472-2b47-4d64-894c-ca9716bf99c2 req-d68a96e1-2cfa-4d48-9980-edfcca93b2c1 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:16.005220 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-91bf6472-2b47-4d64-894c-ca9716bf99c2 req-d68a96e1-2cfa-4d48-9980-edfcca93b2c1 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0517602 Aug 16 17:50:16.049818 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-91bf6472-2b47-4d64-894c-ca9716bf99c2 req-0d7387bf-83ea-42e6-b03f-6f36d184d79c tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384240 Aug 16 17:50:16.158535 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944722f-8fc3-4a4c-995e-5994ec8574f9 req-5837e2da-a023-4b17-be21-a6c4110ff94f tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:16.159962 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4944722f-8fc3-4a4c-995e-5994ec8574f9 req-5837e2da-a023-4b17-be21-a6c4110ff94f tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0518403 Aug 16 17:50:16.200368 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4944722f-8fc3-4a4c-995e-5994ec8574f9 req-42ed7777-4381-45ee-8aac-ebae21d39ef7 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334432 Aug 16 17:50:16.697291 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb3d81-1ef1-417d-9b17-8e6675e663ed req-5af4e63c-d4d8-4f37-9386-c2570e87460b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:16.699816 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-d0cb3d81-1ef1-417d-9b17-8e6675e663ed req-5af4e63c-d4d8-4f37-9386-c2570e87460b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c826e534cdf3487392db5108c66dec78&device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 1098 time: 0.0511518 Aug 16 17:50:16.801080 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb3d81-1ef1-417d-9b17-8e6675e663ed req-3b651ef8-e2f4-498f-b8e8-5aa6563603c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:16.802592 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-d0cb3d81-1ef1-417d-9b17-8e6675e663ed req-3b651ef8-e2f4-498f-b8e8-5aa6563603c0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19 HTTP/1.1" status: 200 len: 919 time: 0.0947793 Aug 16 17:50:16.858874 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-d0cb3d81-1ef1-417d-9b17-8e6675e663ed req-0dc18d67-dc0d-44b7-ad4f-c8fd2bb2b1b4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63563690-0627-4bce-b4cf-ca2e0700c1d0 HTTP/1.1" status: 200 len: 217 time: 0.0380635 Aug 16 17:50:16.911721 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb3d81-1ef1-417d-9b17-8e6675e663ed req-2051ca26-7e0a-4259-91bf-eab3d1c27bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:16.913131 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-d0cb3d81-1ef1-417d-9b17-8e6675e663ed req-2051ca26-7e0a-4259-91bf-eab3d1c27bc7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0d26bf3-0e23-4847-8352-c1bfca5dd7d9 HTTP/1.1" status: 200 len: 858 time: 0.0459933 Aug 16 17:50:16.947039 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-d0cb3d81-1ef1-417d-9b17-8e6675e663ed req-07783175-4b8b-4570-a90b-2c69a8cfd020 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247097 Aug 16 17:50:17.042037 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6869d-77c4-4493-b900-ce351b343d5e req-946305aa-d1f4-47a2-a313-3addb003fe7b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:17.049873 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-d0cb3d81-1ef1-417d-9b17-8e6675e663ed req-0d5ce933-72b7-4b9c-9c71-5ad5a1c4ea74 service neutron] 10.222.0.13 "GET /v2.0/networks/1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902770 Aug 16 17:50:17.050375 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b0e6869d-77c4-4493-b900-ce351b343d5e req-946305aa-d1f4-47a2-a313-3addb003fe7b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.0847862 Aug 16 17:50:17.090679 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b0e6869d-77c4-4493-b900-ce351b343d5e req-6f0e4944-aed8-4049-b717-2a5f1a3d0492 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394151 Aug 16 17:50:17.163646 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-d0cb3d81-1ef1-417d-9b17-8e6675e663ed req-0c6caa8f-8e67-4d70-8876-17945c7b78da service neutron] 10.222.0.13 "GET /v2.0/networks/1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059973 Aug 16 17:50:17.202362 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d40d10-3d43-4f7c-bbd4-1c1c6fa25826 req-b36661a1-c608-4ddc-a5d9-f1d1108a9025 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:17.204423 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-47d40d10-3d43-4f7c-bbd4-1c1c6fa25826 req-b36661a1-c608-4ddc-a5d9-f1d1108a9025 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0568769 Aug 16 17:50:17.248705 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-47d40d10-3d43-4f7c-bbd4-1c1c6fa25826 req-dce17223-0ca6-4e74-9136-ac998ef6888a tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381327 Aug 16 17:50:17.355101 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7a4f6-01ad-4b7d-920c-0f6d5ff771f2 req-a20b3be8-23b9-4572-8c7f-e875036089d0 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:17.356555 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-26e7a4f6-01ad-4b7d-920c-0f6d5ff771f2 req-a20b3be8-23b9-4572-8c7f-e875036089d0 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0486362 Aug 16 17:50:17.395365 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-26e7a4f6-01ad-4b7d-920c-0f6d5ff771f2 req-6170fc46-c32b-4d58-b22c-dbc77182969e tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326161 Aug 16 17:50:18.232106 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d700d-4b05-4736-a32b-4b5af0f788c7 req-6f3cb03f-94e9-4712-96f9-a3e8065b8509 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:18.234454 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e22d700d-4b05-4736-a32b-4b5af0f788c7 req-6f3cb03f-94e9-4712-96f9-a3e8065b8509 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.0598247 Aug 16 17:50:18.289846 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e22d700d-4b05-4736-a32b-4b5af0f788c7 req-495bc73a-84b8-4ca7-a54b-96d65f0471d2 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398483 Aug 16 17:50:18.389598 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6fce0-0097-46b3-9c1b-9db90eee5573 req-0bc37a98-9607-44b4-91a6-939f20425119 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:18.391212 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2cc6fce0-0097-46b3-9c1b-9db90eee5573 req-0bc37a98-9607-44b4-91a6-939f20425119 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0555439 Aug 16 17:50:18.439093 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2cc6fce0-0097-46b3-9c1b-9db90eee5573 req-e5663526-7507-4c68-b351-d6db39d8cd80 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414717 Aug 16 17:50:18.552878 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a95923-f42e-4ee0-be85-e388ba28f870 req-3e5ac494-18c5-4e61-b439-dd05b4708727 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:18.554514 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-64a95923-f42e-4ee0-be85-e388ba28f870 req-3e5ac494-18c5-4e61-b439-dd05b4708727 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0526979 Aug 16 17:50:18.603355 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-64a95923-f42e-4ee0-be85-e388ba28f870 req-4265bb9f-377c-4b23-89ca-e092b7e14538 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424812 Aug 16 17:50:19.400934 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a940c-c9e7-42fe-bc94-8f90ca884615 req-36bb1299-a60c-42a8-b873-2a6393c2323e tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:19.402436 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-fa1a940c-c9e7-42fe-bc94-8f90ca884615 req-36bb1299-a60c-42a8-b873-2a6393c2323e tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.0522768 Aug 16 17:50:19.442251 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-fa1a940c-c9e7-42fe-bc94-8f90ca884615 req-e8710ea5-2fe2-41ea-9b0f-223047d2c0bd tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333827 Aug 16 17:50:19.558576 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da743219-2615-4fee-8229-f72fb21d19ab req-0476be9c-69a6-4bef-a5af-ecb7408e669b tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:19.560147 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-da743219-2615-4fee-8229-f72fb21d19ab req-0476be9c-69a6-4bef-a5af-ecb7408e669b tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0529106 Aug 16 17:50:19.598092 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-da743219-2615-4fee-8229-f72fb21d19ab req-2b264cda-f4d6-4659-aca2-a3609947c863 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310874 Aug 16 17:50:19.732779 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757eff5-0a09-412a-a175-3825d93e8a8b req-592959a1-a425-4ae2-a2c9-d79603a408ab tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:19.734311 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-0757eff5-0a09-412a-a175-3825d93e8a8b req-592959a1-a425-4ae2-a2c9-d79603a408ab tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0539098 Aug 16 17:50:19.774528 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-0757eff5-0a09-412a-a175-3825d93e8a8b req-f1eb7dc3-9c90-4f6b-8b78-4663377bb2d4 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320504 Aug 16 17:50:20.571410 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c7357-a243-4537-beff-6a9ee0a1259a req-5e51201f-5f4a-400c-b9e5-c268bc95ad63 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:20.574479 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-552c7357-a243-4537-beff-6a9ee0a1259a req-5e51201f-5f4a-400c-b9e5-c268bc95ad63 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.0568731 Aug 16 17:50:20.611919 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-552c7357-a243-4537-beff-6a9ee0a1259a req-0bfaef39-c3a0-4c14-8712-7aad48010bb0 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321100 Aug 16 17:50:20.730554 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0cbb1-ccbc-499b-a118-98865440b020 req-856716da-e5b6-4ee4-9393-cbbacc78c12e tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:20.731496 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-13d0cbb1-ccbc-499b-a118-98865440b020 req-856716da-e5b6-4ee4-9393-cbbacc78c12e tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0552142 Aug 16 17:50:20.774060 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-13d0cbb1-ccbc-499b-a118-98865440b020 req-b278969b-fbcf-4b6b-8d75-7208a04a726d tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362284 Aug 16 17:50:20.896203 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a47dfb-bbba-4e6f-8199-ac0c8ae816de req-c7a92201-f015-4147-a46b-f7e94f567b65 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:20.898134 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-97a47dfb-bbba-4e6f-8199-ac0c8ae816de req-c7a92201-f015-4147-a46b-f7e94f567b65 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0500875 Aug 16 17:50:20.938901 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-97a47dfb-bbba-4e6f-8199-ac0c8ae816de req-7dd0082d-0ee9-4b02-8979-1682dc84592e tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341752 Aug 16 17:50:21.741779 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fabd7b-01e6-4c1e-8a40-e401e26786f7 req-b944688e-3148-4fbc-92fc-0a6f3f028f07 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:21.743350 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-55fabd7b-01e6-4c1e-8a40-e401e26786f7 req-b944688e-3148-4fbc-92fc-0a6f3f028f07 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.0529413 Aug 16 17:50:21.782990 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-55fabd7b-01e6-4c1e-8a40-e401e26786f7 req-d11bd81c-ef03-403f-9435-c18e5858695f tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333631 Aug 16 17:50:21.907767 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec71b0-d006-4e16-8740-0e3e70647da2 req-a4e4a1f4-32aa-45bc-940a-d6cfbfdf1822 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:21.909253 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2eec71b0-d006-4e16-8740-0e3e70647da2 req-a4e4a1f4-32aa-45bc-940a-d6cfbfdf1822 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0547781 Aug 16 17:50:21.950303 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2eec71b0-d006-4e16-8740-0e3e70647da2 req-be588e91-2058-47c6-a649-435e945755c0 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339890 Aug 16 17:50:22.201575 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53b69c-952e-4dd3-9cbe-2317751bb97a req-a4b6bb87-ea72-4c27-9cc4-25c7d97a67c1 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:22.202989 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4d53b69c-952e-4dd3-9cbe-2317751bb97a req-a4b6bb87-ea72-4c27-9cc4-25c7d97a67c1 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0503294 Aug 16 17:50:22.245764 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4d53b69c-952e-4dd3-9cbe-2317751bb97a req-81b2b48d-2c51-4b2b-87c1-97361f66e9ee tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360544 Aug 16 17:50:22.910780 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e664c8a-50b0-4582-9b33-5ebfb8013bf1 req-39b3e794-2e69-4848-9262-8cd1239985f1 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:22.912520 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2e664c8a-50b0-4582-9b33-5ebfb8013bf1 req-39b3e794-2e69-4848-9262-8cd1239985f1 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.0527465 Aug 16 17:50:22.951553 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2e664c8a-50b0-4582-9b33-5ebfb8013bf1 req-cd6c44bd-88d6-4397-b564-2019a48ca1dd tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323865 Aug 16 17:50:23.063397 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130650d4-69d1-4cbe-90f8-84c63e2a2418 req-a0557945-f5d1-438f-9708-8c1aee4478ef tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:23.071027 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-130650d4-69d1-4cbe-90f8-84c63e2a2418 req-a0557945-f5d1-438f-9708-8c1aee4478ef tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0550890 Aug 16 17:50:23.118018 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-130650d4-69d1-4cbe-90f8-84c63e2a2418 req-52a245b6-aab7-41ca-af90-cecadc294b23 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461147 Aug 16 17:50:23.380387 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c7801-2a1a-41a4-baa6-5428df28f25a req-40bf0f0d-ecd1-4ffa-aac6-2d5261e5556b tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:23.382069 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-235c7801-2a1a-41a4-baa6-5428df28f25a req-40bf0f0d-ecd1-4ffa-aac6-2d5261e5556b tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0512857 Aug 16 17:50:23.422742 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-235c7801-2a1a-41a4-baa6-5428df28f25a req-3d9c75e2-63ae-4e0c-b556-19b19ec1cf6a tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340774 Aug 16 17:50:23.755367 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-5e9d4023-f47b-47c8-a77a-ea6b07a2565c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:24.080819 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04288ebd-69fe-4691-b7ee-45bb5f85fd10 req-f928d234-2429-4f10-bc7d-b2c0ac4f7a95 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:24.082199 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-04288ebd-69fe-4691-b7ee-45bb5f85fd10 req-f928d234-2429-4f10-bc7d-b2c0ac4f7a95 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.0537536 Aug 16 17:50:24.122372 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-04288ebd-69fe-4691-b7ee-45bb5f85fd10 req-3462475f-9cab-452a-89b9-f5e51c30676b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334198 Aug 16 17:50:24.242009 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8ed80-aad8-4fa3-aa78-fd501af9d25e req-63e444db-0a75-4ccc-a586-048dcd77ba2c tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:24.243663 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-fcd8ed80-aad8-4fa3-aa78-fd501af9d25e req-63e444db-0a75-4ccc-a586-048dcd77ba2c tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0509601 Aug 16 17:50:24.288331 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-fcd8ed80-aad8-4fa3-aa78-fd501af9d25e req-6b7909ac-7652-4080-82be-4b172764245e tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383203 Aug 16 17:50:24.548881 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426cef4-1931-43c9-a93f-c4e1b18d2f69 req-f0d1a617-a236-4070-a0ca-4bb2ebfe634c tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:24.550579 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8426cef4-1931-43c9-a93f-c4e1b18d2f69 req-f0d1a617-a236-4070-a0ca-4bb2ebfe634c tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0547645 Aug 16 17:50:24.592775 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8426cef4-1931-43c9-a93f-c4e1b18d2f69 req-2fee1e0c-cc37-44f3-a745-35f027a33fc9 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361474 Aug 16 17:50:25.025843 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5af25-86c6-4a7e-b859-6ef7a4673e68 req-54b7f26d-eb76-48db-9ef7-a1cc36128b04 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:25.027715 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2cc5af25-86c6-4a7e-b859-6ef7a4673e68 req-54b7f26d-eb76-48db-9ef7-a1cc36128b04 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0705450 Aug 16 17:50:25.081964 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2cc5af25-86c6-4a7e-b859-6ef7a4673e68 req-c20af13f-4901-454a-9440-2206f9da4a7b tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437808 Aug 16 17:50:25.214199 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d96f6-0cb7-411d-9975-e6c87b6cb6a6 req-db568b2b-c669-4d67-9c37-7bb02093166e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:25.216031 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-ba2d96f6-0cb7-411d-9975-e6c87b6cb6a6 req-db568b2b-c669-4d67-9c37-7bb02093166e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=85697c37841b4a59aaaa6d2d36ff953b&device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 1099 time: 0.0490098 Aug 16 17:50:25.306606 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e64e1f-8917-45bc-9875-a11753353284 req-31b25930-381c-4984-a967-0b1f9a68fb5d tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:25.308097 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-63e64e1f-8917-45bc-9875-a11753353284 req-31b25930-381c-4984-a967-0b1f9a68fb5d tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.0511279 Aug 16 17:50:25.318635 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d96f6-0cb7-411d-9975-e6c87b6cb6a6 req-ec007132-0388-44f2-ac07-d5b08d357727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:25.320121 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-ba2d96f6-0cb7-411d-9975-e6c87b6cb6a6 req-ec007132-0388-44f2-ac07-d5b08d357727 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d4c249fc-f15d-4c54-a2fa-f9ec1324c63c HTTP/1.1" status: 200 len: 912 time: 0.0938218 Aug 16 17:50:25.346094 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-63e64e1f-8917-45bc-9875-a11753353284 req-437eff25-43fa-4bb9-8221-396dcdbd16d1 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312440 Aug 16 17:50:25.389484 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-ba2d96f6-0cb7-411d-9975-e6c87b6cb6a6 req-63efe619-725e-4266-b7f7-09f593f0ba6f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=746544d7-10ef-4545-be9e-e1b2dca27978 HTTP/1.1" status: 200 len: 1002 time: 0.0596397 Aug 16 17:50:25.453222 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d96f6-0cb7-411d-9975-e6c87b6cb6a6 req-20c9110c-0a58-4ba8-9e3d-9e8a0f3ed419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:25.456322 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-ba2d96f6-0cb7-411d-9975-e6c87b6cb6a6 req-20c9110c-0a58-4ba8-9e3d-9e8a0f3ed419 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3d17ce71-6fac-4edf-9519-05a2c7a1f013 HTTP/1.1" status: 200 len: 850 time: 0.0596187 Aug 16 17:50:25.460479 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf56db5-daf5-4809-87ff-7139b2feac1a req-dbf5d08b-1b61-4619-a381-bcbcc6aa9afe tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:25.470758 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-abf56db5-daf5-4809-87ff-7139b2feac1a req-dbf5d08b-1b61-4619-a381-bcbcc6aa9afe tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0664086 Aug 16 17:50:25.508822 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-abf56db5-daf5-4809-87ff-7139b2feac1a req-f9daba94-4184-4e10-93d7-f1540e31a46e tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371294 Aug 16 17:50:25.513222 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d96f6-0cb7-411d-9975-e6c87b6cb6a6 req-1acc699a-ef1c-4c9c-bb11-7ac0515ec7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:25.515137 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-ba2d96f6-0cb7-411d-9975-e6c87b6cb6a6 req-1acc699a-ef1c-4c9c-bb11-7ac0515ec7e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d4c249fc-f15d-4c54-a2fa-f9ec1324c63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0440905 Aug 16 17:50:25.623168 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-ba2d96f6-0cb7-411d-9975-e6c87b6cb6a6 req-a3676937-789b-4744-ab79-71fbd74c98df service neutron] 10.222.0.13 "GET /v2.0/networks/d4c249fc-f15d-4c54-a2fa-f9ec1324c63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971882 Aug 16 17:50:25.745297 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-ba2d96f6-0cb7-411d-9975-e6c87b6cb6a6 req-43e516f7-31b3-4859-9c6d-9b138cb7ca95 service neutron] 10.222.0.13 "GET /v2.0/networks/d4c249fc-f15d-4c54-a2fa-f9ec1324c63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123455 Aug 16 17:50:26.209312 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f11790-4cfb-4a48-b891-965fc757b29d req-83108be9-a63b-44be-a804-9dde735ed521 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:26.211038 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-06f11790-4cfb-4a48-b891-965fc757b29d req-83108be9-a63b-44be-a804-9dde735ed521 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0521774 Aug 16 17:50:26.508281 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-06f11790-4cfb-4a48-b891-965fc757b29d req-daa7666b-8b61-40a3-9825-0ad1260a6153 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2910576 Aug 16 17:50:26.520952 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2cf6f184-2a59-478a-91b7-4a9f45eb0cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:26.631576 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690ce88-b408-4180-842b-6c7a8001b4b5 req-2922a3f6-0283-42ff-87e8-f56d5e999001 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:26.633249 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2690ce88-b408-4180-842b-6c7a8001b4b5 req-2922a3f6-0283-42ff-87e8-f56d5e999001 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.0525689 Aug 16 17:50:26.669519 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:26.679466 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2690ce88-b408-4180-842b-6c7a8001b4b5 req-b09d9366-fc1f-43a2-956f-c5f535f0eba3 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391707 Aug 16 17:50:26.827466 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d024f-61cb-4ad2-96f8-262cd54b70c1 req-069562c9-90e7-477d-80da-b8f1f37d0701 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:26.829546 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-9c1d024f-61cb-4ad2-96f8-262cd54b70c1 req-069562c9-90e7-477d-80da-b8f1f37d0701 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0642836 Aug 16 17:50:26.870893 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-9c1d024f-61cb-4ad2-96f8-262cd54b70c1 req-50bd9e65-7f3b-470a-8bed-f6904cd32551 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322254 Aug 16 17:50:27.465826 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-65587ac6-4271-414e-8826-277e7afd405d tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=2430750b97d54fcba04a9459a14728c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531678 Aug 16 17:50:27.658438 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:27.710097 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:27.775960 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a163c-3ca7-44d8-93d6-7890a53df308 req-d18f2db1-9b0f-41c6-b8bf-f9e1269d6992 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:27.777596 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d65a163c-3ca7-44d8-93d6-7890a53df308 req-d18f2db1-9b0f-41c6-b8bf-f9e1269d6992 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.1148846 Aug 16 17:50:27.785900 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-89171240-d767-41a0-9143-8eb0145cc772 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:27.788832 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-89171240-d767-41a0-9143-8eb0145cc772 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3165145 Aug 16 17:50:27.821924 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-d70a73c2-681d-4a96-86fe-923ec7f197e3 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] 10.222.0.73 "GET /v2.0/quotas/2430750b97d54fcba04a9459a14728c8 HTTP/1.1" status: 200 len: 375 time: 0.0256543 Aug 16 17:50:27.866606 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-4a813c77-7872-4d88-bd0b-c1433120e0b0 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2430750b97d54fcba04a9459a14728c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362053 Aug 16 17:50:27.880388 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d65a163c-3ca7-44d8-93d6-7890a53df308 req-17439180-c922-4311-a3d2-219261498d40 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859516 Aug 16 17:50:28.060138 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e109138-3c6d-4352-bd95-7e9c3bd2be06 req-32da7b8e-f1a8-4fad-831c-1e3c63c42f72 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:28.063112 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-9e109138-3c6d-4352-bd95-7e9c3bd2be06 req-32da7b8e-f1a8-4fad-831c-1e3c63c42f72 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.0711114 Aug 16 17:50:28.197110 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-9e109138-3c6d-4352-bd95-7e9c3bd2be06 req-c8217af5-80a4-4c74-9daa-65ec4ca9ada8 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251798 Aug 16 17:50:28.331702 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-9699ce42-6c5a-4332-bef8-b4cfd23b5f3a req-061263cf-8f8d-4d84-acae-9b281fe1d7c7 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] 10.222.0.73 "GET /v2.0/ports?device_id=0911ad49-f6e8-48d0-8349-53bfd5c9aaa7 HTTP/1.1" status: 200 len: 210 time: 0.0498765 Aug 16 17:50:28.343437 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898becc-7495-454a-b022-aeb515858975 req-af51264b-b13d-4da8-88e6-c8fe4bde712e tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:28.353540 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e898becc-7495-454a-b022-aeb515858975 req-af51264b-b13d-4da8-88e6-c8fe4bde712e tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.1032128 Aug 16 17:50:28.413008 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e898becc-7495-454a-b022-aeb515858975 req-83ec9e23-d746-4844-8fcf-5fb01649c8a5 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603051 Aug 16 17:50:29.206062 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:29.500002 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8be7ad6b-8e3a-40f0-9973-c565674e0011 req-653f1476-d4a7-40fa-9913-81b3c40ce487 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] 10.222.0.73 "GET /v2.0/ports?device_id=0911ad49-f6e8-48d0-8349-53bfd5c9aaa7 HTTP/1.1" status: 200 len: 210 time: 0.0480402 Aug 16 17:50:29.539394 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59f93f-1e5a-44e5-9a71-d9c950540cac req-ba51bc9e-2db7-401d-877a-347d2574c454 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:29.548910 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-3d59f93f-1e5a-44e5-9a71-d9c950540cac req-ba51bc9e-2db7-401d-877a-347d2574c454 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.1376841 Aug 16 17:50:29.692085 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-3d59f93f-1e5a-44e5-9a71-d9c950540cac req-a966eb82-b79d-402e-ac4e-2e91c6587281 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381657 Aug 16 17:50:29.712411 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d55608-2c60-4b50-9bb0-6e72d8e7862f req-c1f7eb68-3ab2-4525-a0d9-fbd32aca9f0a tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:29.715513 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-65d55608-2c60-4b50-9bb0-6e72d8e7862f req-c1f7eb68-3ab2-4525-a0d9-fbd32aca9f0a tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0906103 Aug 16 17:50:29.786251 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-65d55608-2c60-4b50-9bb0-6e72d8e7862f req-500e620c-f1ae-47c2-9791-c0de8f700082 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610216 Aug 16 17:50:30.668240 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-70e40ac0-5e27-41b4-ab81-95d3287ba1d0 req-c04c63d1-14c0-4f54-8b21-23ed2327d21f tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] 10.222.0.73 "GET /v2.0/ports?device_id=0911ad49-f6e8-48d0-8349-53bfd5c9aaa7 HTTP/1.1" status: 200 len: 210 time: 0.0470748 Aug 16 17:50:30.947508 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a99bf2-9813-4d60-944d-51044222c69d req-6637f986-a892-4f71-bd3e-011f2205681d tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:30.949102 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d1a99bf2-9813-4d60-944d-51044222c69d req-6637f986-a892-4f71-bd3e-011f2205681d tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.1176088 Aug 16 17:50:31.054374 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d1a99bf2-9813-4d60-944d-51044222c69d req-ba63693b-b3b7-4e41-bfdb-b87daba3f6b2 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897126 Aug 16 17:50:31.089702 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88785d2f-afbc-47d9-88e8-f80806fabdc2 req-95fa9c1b-b027-499a-8617-2dfc12274e93 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:31.099612 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-88785d2f-afbc-47d9-88e8-f80806fabdc2 req-95fa9c1b-b027-499a-8617-2dfc12274e93 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.1481185 Aug 16 17:50:31.186376 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-88785d2f-afbc-47d9-88e8-f80806fabdc2 req-b67f3f0b-7bd5-4fda-8eef-d9f78f85adb8 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855854 Aug 16 17:50:31.640692 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-389924c4-1025-44b0-9719-37180403a277 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2430750b97d54fcba04a9459a14728c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1052244 Aug 16 17:50:31.956321 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-601ce3da-49a8-42ae-9db9-0e52b90b9065 req-e6fda1c2-fa30-46e0-bdb1-346db5217d11 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] 10.222.0.73 "GET /v2.0/ports?device_id=0911ad49-f6e8-48d0-8349-53bfd5c9aaa7 HTTP/1.1" status: 200 len: 210 time: 0.0638590 Aug 16 17:50:32.157271 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-ca6c3c26-3a3f-4356-b253-aa9dd4f69512 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:32.167119 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-ca6c3c26-3a3f-4356-b253-aa9dd4f69512 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3950484 Aug 16 17:50:32.190447 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-5414040d-37a0-4394-96ca-8d4bac8f2c14 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] Request body: {'port': {'device_id': '0911ad49-f6e8-48d0-8349-53bfd5c9aaa7', 'network_id': '636b152b-992e-4472-b755-29495fd754dd', 'admin_state_up': True, 'tenant_id': '2430750b97d54fcba04a9459a14728c8'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:50:32.259579 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85225f-a293-412d-b767-dc45dbae7115 req-30b449c1-d610-4dc3-a171-fee45514d768 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:32.267049 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-9f85225f-a293-412d-b767-dc45dbae7115 req-30b449c1-d610-4dc3-a171-fee45514d768 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.0961409 Aug 16 17:50:32.315598 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-9f85225f-a293-412d-b767-dc45dbae7115 req-131cae5b-d23e-4e28-9a1f-cd9baed6bec8 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474997 Aug 16 17:50:32.373823 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c7fe2e-5232-4f77-b106-f807319a5255 req-6f34298b-7a0b-4936-821a-6d1276ba669a tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:32.375361 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-89c7fe2e-5232-4f77-b106-f807319a5255 req-6f34298b-7a0b-4936-821a-6d1276ba669a tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0588415 Aug 16 17:50:32.411983 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-5414040d-37a0-4394-96ca-8d4bac8f2c14 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] Made reservation on behalf of 2430750b97d54fcba04a9459a14728c8 for: {'port': 1} {{(pid=101349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:50:32.415999 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-5414040d-37a0-4394-96ca-8d4bac8f2c14 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:32.429505 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-5414040d-37a0-4394-96ca-8d4bac8f2c14 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:32.432532 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-89c7fe2e-5232-4f77-b106-f807319a5255 req-1ee352a4-d3d6-476b-9bd7-9addc8e30c20 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495434 Aug 16 17:50:32.595263 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-5414040d-37a0-4394-96ca-8d4bac8f2c14 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:32.664646 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-5414040d-37a0-4394-96ca-8d4bac8f2c14 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:32.788997 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414040d-37a0-4394-96ca-8d4bac8f2c14 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6268827-65c7-4063-a3d4-0e4881d42d5f,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:50:32.900254 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.db_base_plugin_common [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-5414040d-37a0-4394-96ca-8d4bac8f2c14 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] Allocated IP 192.168.233.254 (636b152b-992e-4472-b755-29495fd754dd/17c2abb3-e2fa-47f8-8180-173814053a46/bfb593ef-5ae4-49c3-b140-59f31853437c) {{(pid=101349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:50:33.113115 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a0b20f47-94f9-43b2-b127-7eed977fea33 req-2893f8a5-b8f6-4173-aa27-fef91fac9c7e tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] 10.222.0.73 "GET /v2.0/ports?device_id=0911ad49-f6e8-48d0-8349-53bfd5c9aaa7 HTTP/1.1" status: 200 len: 210 time: 0.0623214 Aug 16 17:50:33.228210 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-5414040d-37a0-4394-96ca-8d4bac8f2c14 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] Notify callbacks [] for port, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:33.245267 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.provisioning_blocks [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-5414040d-37a0-4394-96ca-8d4bac8f2c14 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] Transition to ACTIVE for port object bfb593ef-5ae4-49c3-b140-59f31853437c will not be triggered until provisioned by entity DHCP. {{(pid=101349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:50:33.345202 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-5414040d-37a0-4394-96ca-8d4bac8f2c14 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:33.450419 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-5414040d-37a0-4394-96ca-8d4bac8f2c14 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] Network 636b152b-992e-4472-b755-29495fd754dd is already hosted by enough agents. {{(pid=101349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:50:33.460298 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.base_scheduler [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-5414040d-37a0-4394-96ca-8d4bac8f2c14 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] Resources bound (agent type, host, resource id): {{(pid=101349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:50:33.498569 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-5414040d-37a0-4394-96ca-8d4bac8f2c14 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] Received port after_create {{(pid=101349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:50:33.506757 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d8db9-e480-4a02-9300-7864ae9223f8 req-ba7dd812-2a6a-4fb3-8c99-9bd8f796822b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:33.523006 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-394d8db9-e480-4a02-9300-7864ae9223f8 req-ba7dd812-2a6a-4fb3-8c99-9bd8f796822b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.1273556 Aug 16 17:50:33.624727 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414040d-37a0-4394-96ca-8d4bac8f2c14 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] Pushing event updated for resources: {'Port': ['ID=bfb593ef-5ae4-49c3-b140-59f31853437c,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:50:33.680749 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-5414040d-37a0-4394-96ca-8d4bac8f2c14 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:33.681398 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-5414040d-37a0-4394-96ca-8d4bac8f2c14 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:33.699951 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-394d8db9-e480-4a02-9300-7864ae9223f8 req-5399010e-d33d-4b4d-888f-840a7f13ca3c tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678827 Aug 16 17:50:33.751629 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb4791-d937-497e-9986-479513fa58ee req-61ac8ef1-c949-4858-83c9-2215aecc15ec tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:33.757738 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-fccb4791-d937-497e-9986-479513fa58ee req-61ac8ef1-c949-4858-83c9-2215aecc15ec tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.1551220 Aug 16 17:50:33.791604 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-5414040d-37a0-4394-96ca-8d4bac8f2c14 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6047132 Aug 16 17:50:33.815739 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-7578d842-f944-4cd6-be71-614c5a069a8c service neutron] Request body: {'port': {'device_id': '0911ad49-f6e8-48d0-8349-53bfd5c9aaa7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:50:33.903480 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-fccb4791-d937-497e-9986-479513fa58ee req-040f5899-9d2d-4a37-a1fe-688dc84ab240 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415055 Aug 16 17:50:33.964193 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-7578d842-f944-4cd6-be71-614c5a069a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:33.972733 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-e5d9f6a5-b5f1-4f7f-88c6-ceb7c45dfcf0 None None] Provisioning for port bfb593ef-5ae4-49c3-b140-59f31853437c completed by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:50:33.977242 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-e5d9f6a5-b5f1-4f7f-88c6-ceb7c45dfcf0 None None] Provisioning complete for port bfb593ef-5ae4-49c3-b140-59f31853437c triggered by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:50:33.977743 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-e5d9f6a5-b5f1-4f7f-88c6-ceb7c45dfcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:34.052587 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9f6a5-b5f1-4f7f-88c6-ceb7c45dfcf0 None None] Port bfb593ef-5ae4-49c3-b140-59f31853437c cannot update to ACTIVE because it is not bound. {{(pid=101351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 17:50:34.336162 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53ff26-b0a2-446c-a1ba-585b61d61e18 req-850c7e72-c43b-45cf-97e6-7ecad6b05a29 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:34.344320 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6a53ff26-b0a2-446c-a1ba-585b61d61e18 req-850c7e72-c43b-45cf-97e6-7ecad6b05a29 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] 10.222.0.73 "GET /v2.0/ports?device_id=0911ad49-f6e8-48d0-8349-53bfd5c9aaa7 HTTP/1.1" status: 200 len: 936 time: 0.1099229 Aug 16 17:50:34.367047 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-7578d842-f944-4cd6-be71-614c5a069a8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfb593ef-5ae4-49c3-b140-59f31853437c {{(pid=101349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:50:34.375108 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-7578d842-f944-4cd6-be71-614c5a069a8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:34.399455 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.provisioning_blocks [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-7578d842-f944-4cd6-be71-614c5a069a8c service neutron] Transition to ACTIVE for port object bfb593ef-5ae4-49c3-b140-59f31853437c will not be triggered until provisioned by entity L2. {{(pid=101349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:50:34.400422 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6a53ff26-b0a2-446c-a1ba-585b61d61e18 req-95d34af3-0934-4028-abff-6da337a691fb tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] 10.222.0.73 "GET /v2.0/security-groups?id=b6268827-65c7-4063-a3d4-0e4881d42d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542214 Aug 16 17:50:34.481460 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-7578d842-f944-4cd6-be71-614c5a069a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5660737'] for port, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:34.543663 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7578d842-f944-4cd6-be71-614c5a069a8c service neutron] Pushing event updated for resources: {'Port': ['ID=bfb593ef-5ae4-49c3-b140-59f31853437c,revision_number=2']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:50:34.649722 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-7578d842-f944-4cd6-be71-614c5a069a8c service neutron] Attempting to bind port bfb593ef-5ae4-49c3-b140-59f31853437c on host hv-cinder-79760 for vnic_type normal with profile {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:50:34.650079 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-7578d842-f944-4cd6-be71-614c5a069a8c service neutron] Attempting to bind port bfb593ef-5ae4-49c3-b140-59f31853437c by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '19734917-dc9b-428a-aa4d-b30c8d6b510f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '636b152b-992e-4472-b755-29495fd754dd'}] {{(pid=101349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:50:34.650417 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-7578d842-f944-4cd6-be71-614c5a069a8c service neutron] Attempting to bind port bfb593ef-5ae4-49c3-b140-59f31853437c on network 636b152b-992e-4472-b755-29495fd754dd {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:50:34.663636 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-7578d842-f944-4cd6-be71-614c5a069a8c service neutron] Port bfb593ef-5ae4-49c3-b140-59f31853437c on network 636b152b-992e-4472-b755-29495fd754dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 17:50:34.664087 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-7578d842-f944-4cd6-be71-614c5a069a8c service neutron] Attempting to bind port bfb593ef-5ae4-49c3-b140-59f31853437c on network 636b152b-992e-4472-b755-29495fd754dd {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:50:34.669322 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-7578d842-f944-4cd6-be71-614c5a069a8c service neutron] Checking agent: {'id': 'd413de79-89e7-4037-a6bb-11a55464df62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 45, 56), 'started_at': datetime.datetime(2021, 8, 16, 17, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:50:34.669651 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-7578d842-f944-4cd6-be71-614c5a069a8c service neutron] Checking segment: {'id': '19734917-dc9b-428a-aa4d-b30c8d6b510f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '636b152b-992e-4472-b755-29495fd754dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:50:34.670056 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-7578d842-f944-4cd6-be71-614c5a069a8c service neutron] Bound using segment: {'id': '19734917-dc9b-428a-aa4d-b30c8d6b510f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '636b152b-992e-4472-b755-29495fd754dd'} {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:50:34.672268 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-7578d842-f944-4cd6-be71-614c5a069a8c service neutron] Bound port: bfb593ef-5ae4-49c3-b140-59f31853437c, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19734917-dc9b-428a-aa4d-b30c8d6b510f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '636b152b-992e-4472-b755-29495fd754dd'}}] {{(pid=101349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:50:34.672268 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-7578d842-f944-4cd6-be71-614c5a069a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:34.753092 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-7578d842-f944-4cd6-be71-614c5a069a8c service neutron] For port bfb593ef-5ae4-49c3-b140-59f31853437c, host hv-cinder-79760, cleared binding levels {{(pid=101349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:50:34.757424 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-7578d842-f944-4cd6-be71-614c5a069a8c service neutron] For port bfb593ef-5ae4-49c3-b140-59f31853437c, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bfb593ef-5ae4-49c3-b140-59f31853437c,segment=NetworkSegment(19734917-dc9b-428a-aa4d-b30c8d6b510f),segment_id=19734917-dc9b-428a-aa4d-b30c8d6b510f)] {{(pid=101349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:50:34.836064 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-7578d842-f944-4cd6-be71-614c5a069a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5660737'] for port, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:34.904185 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-7578d842-f944-4cd6-be71-614c5a069a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:34.904185 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-7578d842-f944-4cd6-be71-614c5a069a8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:34.904185 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-7578d842-f944-4cd6-be71-614c5a069a8c service neutron] 10.222.0.13 "PUT /v2.0/ports/bfb593ef-5ae4-49c3-b140-59f31853437c HTTP/1.1" status: 200 len: 1098 time: 1.0927179 Aug 16 17:50:34.909661 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0911ad49-f6e8-48d0-8349-53bfd5c9aaa7', 'tag': 'bfb593ef-5ae4-49c3-b140-59f31853437c'}] {{(pid=101349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:50:34.912004 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}934f09010de237f24c102465ff13aed95362a81e3346d32f1bd52d9236897e6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717f969f-4634-43e8-843f-5026002374c3" -d '{"events": [{"name": "network-changed", "server_uuid": "0911ad49-f6e8-48d0-8349-53bfd5c9aaa7", "tag": "bfb593ef-5ae4-49c3-b140-59f31853437c"}]}' {{(pid=101349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:50:34.915737 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e6c47-f535-49db-af5f-86af3f51bbcc req-30ec2a0b-65cf-4c28-8b08-fe3031b46771 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:34.917437 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-685e6c47-f535-49db-af5f-86af3f51bbcc req-30ec2a0b-65cf-4c28-8b08-fe3031b46771 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.1073070 Aug 16 17:50:34.979570 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7578d842-f944-4cd6-be71-614c5a069a8c service neutron] Pushing event updated for resources: {'Port': ['ID=bfb593ef-5ae4-49c3-b140-59f31853437c,revision_number=3']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:50:34.980623 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-685e6c47-f535-49db-af5f-86af3f51bbcc req-b1029f10-fd44-4923-8c71-7fb57e40a71b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528963 Aug 16 17:50:35.017218 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 17:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51dd6926-665c-49b6-b58f-910c6b226fe6 x-openstack-request-id: req-51dd6926-665c-49b6-b58f-910c6b226fe6 {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:50:35.017565 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0911ad49-f6e8-48d0-8349-53bfd5c9aaa7", "tag": "bfb593ef-5ae4-49c3-b140-59f31853437c", "status": "completed", "code": 200}]} {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:50:35.018065 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-51dd6926-665c-49b6-b58f-910c6b226fe6 {{(pid=101349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:50:35.019036 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0911ad49-f6e8-48d0-8349-53bfd5c9aaa7', 'tag': 'bfb593ef-5ae4-49c3-b140-59f31853437c', 'status': 'completed', 'code': 200} Aug 16 17:50:35.148315 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-a7b3d46a-4a0d-42a7-a719-8f0ade735a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:35.150210 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-a7b3d46a-4a0d-42a7-a719-8f0ade735a99 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2430750b97d54fcba04a9459a14728c8&device_id=0911ad49-f6e8-48d0-8349-53bfd5c9aaa7 HTTP/1.1" status: 200 len: 1101 time: 0.0717702 Aug 16 17:50:35.152751 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9305c88-210f-4f76-ab18-c91f40e7eb4c req-d7baf57f-7a2a-4bf6-acfe-47508fd054cf tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:35.154370 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e9305c88-210f-4f76-ab18-c91f40e7eb4c req-d7baf57f-7a2a-4bf6-acfe-47508fd054cf tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0734448 Aug 16 17:50:35.222992 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-55866a82-5c0c-4df5-8fc6-6395c86f33d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=bfb593ef-5ae4-49c3-b140-59f31853437c HTTP/1.1" status: 200 len: 217 time: 0.0376375 Aug 16 17:50:35.224314 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e9305c88-210f-4f76-ab18-c91f40e7eb4c req-c02a4681-615a-450f-a9f9-e674d53826e0 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628164 Aug 16 17:50:35.288847 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-562459e4-205e-4732-809b-d25dd883fe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:35.290392 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-562459e4-205e-4732-809b-d25dd883fe50 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=17c2abb3-e2fa-47f8-8180-173814053a46 HTTP/1.1" status: 200 len: 843 time: 0.0495334 Aug 16 17:50:35.346354 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-fdc4d389-ad65-4bac-893c-46a19ecca3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:35.347873 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-fdc4d389-ad65-4bac-893c-46a19ecca3b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=636b152b-992e-4472-b755-29495fd754dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0433111 Aug 16 17:50:35.461985 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-c340c68a-f19c-48d4-9dfb-096e30c9782a service neutron] 10.222.0.13 "GET /v2.0/networks/636b152b-992e-4472-b755-29495fd754dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004624 Aug 16 17:50:35.572802 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71d477-9a0c-4819-addc-cf69c066de7e req-6018f31e-606f-4700-a67c-c77eca8794b1 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:35.582273 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2c71d477-9a0c-4819-addc-cf69c066de7e req-6018f31e-606f-4700-a67c-c77eca8794b1 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] 10.222.0.73 "GET /v2.0/ports?device_id=0911ad49-f6e8-48d0-8349-53bfd5c9aaa7 HTTP/1.1" status: 200 len: 948 time: 0.0899477 Aug 16 17:50:35.590336 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-9cdeeb9f-ad84-48dd-af10-4414c85c0cca req-8f9779c3-3319-4702-a8ec-a3537649b94f service neutron] 10.222.0.13 "GET /v2.0/networks/636b152b-992e-4472-b755-29495fd754dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195719 Aug 16 17:50:35.622019 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2c71d477-9a0c-4819-addc-cf69c066de7e req-0d61e2e7-b352-4396-9d88-7869a7c2f77b tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] 10.222.0.73 "GET /v2.0/security-groups?id=b6268827-65c7-4063-a3d4-0e4881d42d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383861 Aug 16 17:50:35.854533 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f969f-4634-43e8-843f-5026002374c3 req-913cabc4-af90-4ebe-8e79-f76ce3ccc446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:35.856066 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-717f969f-4634-43e8-843f-5026002374c3 req-913cabc4-af90-4ebe-8e79-f76ce3ccc446 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2430750b97d54fcba04a9459a14728c8&device_id=0911ad49-f6e8-48d0-8349-53bfd5c9aaa7 HTTP/1.1" status: 200 len: 1101 time: 0.0597470 Aug 16 17:50:35.973806 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f969f-4634-43e8-843f-5026002374c3 req-84db9439-33d1-4a5a-9f63-d268968db49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:35.975315 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-717f969f-4634-43e8-843f-5026002374c3 req-84db9439-33d1-4a5a-9f63-d268968db49a service neutron] 10.222.0.13 "GET /v2.0/networks?id=636b152b-992e-4472-b755-29495fd754dd HTTP/1.1" status: 200 len: 870 time: 0.1095858 Aug 16 17:50:36.036175 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-717f969f-4634-43e8-843f-5026002374c3 req-fdcaaab9-ec19-4553-a91a-de83c011a2d4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=bfb593ef-5ae4-49c3-b140-59f31853437c HTTP/1.1" status: 200 len: 217 time: 0.0531070 Aug 16 17:50:36.089846 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f969f-4634-43e8-843f-5026002374c3 req-d3634d84-2311-4e15-8a53-1ceca9b79ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:36.093123 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-717f969f-4634-43e8-843f-5026002374c3 req-d3634d84-2311-4e15-8a53-1ceca9b79ae3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=17c2abb3-e2fa-47f8-8180-173814053a46 HTTP/1.1" status: 200 len: 843 time: 0.0479522 Aug 16 17:50:36.140971 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe218fe3-6ca8-4b73-be7e-5d9f059c38a3 req-d0cb9376-be89-461e-a2ab-34e4e0141827 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:36.143378 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-fe218fe3-6ca8-4b73-be7e-5d9f059c38a3 req-d0cb9376-be89-461e-a2ab-34e4e0141827 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.0598752 Aug 16 17:50:36.152505 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f969f-4634-43e8-843f-5026002374c3 req-972bb523-9e80-4cf6-b216-deb1dce65aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:36.154861 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-717f969f-4634-43e8-843f-5026002374c3 req-972bb523-9e80-4cf6-b216-deb1dce65aa8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=636b152b-992e-4472-b755-29495fd754dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0549083 Aug 16 17:50:36.190977 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-fe218fe3-6ca8-4b73-be7e-5d9f059c38a3 req-9e6b243c-5bdb-4bac-8d21-7da5a2148148 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389941 Aug 16 17:50:36.261327 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-717f969f-4634-43e8-843f-5026002374c3 req-f67bf351-3324-42da-8ba4-5db99e9c967a service neutron] 10.222.0.13 "GET /v2.0/networks/636b152b-992e-4472-b755-29495fd754dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895720 Aug 16 17:50:36.337258 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c5404-f2d3-4b53-9c62-9c03ce74d6ba req-facbadb5-c20a-4d21-ac24-f8e39c29f3fe tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:36.338908 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-202c5404-f2d3-4b53-9c62-9c03ce74d6ba req-facbadb5-c20a-4d21-ac24-f8e39c29f3fe tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0500116 Aug 16 17:50:36.368358 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-717f969f-4634-43e8-843f-5026002374c3 req-1850cbad-58fb-4239-958b-a4c4d34ed5bb service neutron] 10.222.0.13 "GET /v2.0/networks/636b152b-992e-4472-b755-29495fd754dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988066 Aug 16 17:50:36.378309 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-202c5404-f2d3-4b53-9c62-9c03ce74d6ba req-639de9ba-84af-4c44-90a7-92df47364702 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322807 Aug 16 17:50:36.754005 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0eea15-df9e-48a7-aeda-b2c95a24a917 req-06ce5601-2969-4394-b064-ca8f79fcc278 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:36.759254 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-db0eea15-df9e-48a7-aeda-b2c95a24a917 req-06ce5601-2969-4394-b064-ca8f79fcc278 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] 10.222.0.73 "GET /v2.0/ports?device_id=0911ad49-f6e8-48d0-8349-53bfd5c9aaa7 HTTP/1.1" status: 200 len: 948 time: 0.0603299 Aug 16 17:50:36.810439 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-db0eea15-df9e-48a7-aeda-b2c95a24a917 req-3d35f39c-cc32-43e6-8eaf-a86fdac1b7ce tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] 10.222.0.73 "GET /v2.0/security-groups?id=b6268827-65c7-4063-a3d4-0e4881d42d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445070 Aug 16 17:50:37.317540 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4309b-40ef-4394-ad8b-374e2167043b req-65329602-f7f2-4d33-a1ae-d2ea04bf739e tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:37.319386 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-adb4309b-40ef-4394-ad8b-374e2167043b req-65329602-f7f2-4d33-a1ae-d2ea04bf739e tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.0553226 Aug 16 17:50:37.368838 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-adb4309b-40ef-4394-ad8b-374e2167043b req-0d46663c-b191-4104-8c8b-2ec80fe5cdfd tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429125 Aug 16 17:50:37.474074 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device bfb593ef-5ae4-49c3-b140-59f31853437c details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=101351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 17:50:37.517051 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85a201-11f8-4590-a4b7-a32893bef619 req-9ac63d76-701d-4318-a6f3-94a949d6f558 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:37.526107 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4c85a201-11f8-4590-a4b7-a32893bef619 req-9ac63d76-701d-4318-a6f3-94a949d6f558 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0615547 Aug 16 17:50:37.574430 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4c85a201-11f8-4590-a4b7-a32893bef619 req-dcaf1601-7c69-40db-8b16-f015f177fdf0 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473270 Aug 16 17:50:37.592528 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port bfb593ef-5ae4-49c3-b140-59f31853437c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bfb593ef-5ae4-49c3-b140-59f31853437c,segment=NetworkSegment(19734917-dc9b-428a-aa4d-b30c8d6b510f),segment_id=19734917-dc9b-428a-aa4d-b30c8d6b510f)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:50:37.604277 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Returning: {'device': 'bfb593ef-5ae4-49c3-b140-59f31853437c', 'network_id': '636b152b-992e-4472-b755-29495fd754dd', 'port_id': 'bfb593ef-5ae4-49c3-b140-59f31853437c', 'mac_address': 'fa:16:3e:66:46:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17c2abb3-e2fa-47f8-8180-173814053a46', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 17:50:37.650021 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:37.665320 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfb593ef-5ae4-49c3-b140-59f31853437c {{(pid=101351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:50:37.811202 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port bfb593ef-5ae4-49c3-b140-59f31853437c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bfb593ef-5ae4-49c3-b140-59f31853437c,segment=NetworkSegment(19734917-dc9b-428a-aa4d-b30c8d6b510f),segment_id=19734917-dc9b-428a-aa4d-b30c8d6b510f)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:50:37.904205 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:37.947503 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebbc91-7b10-441a-aeef-427927c2b3a0 req-92a29144-c9c9-46d2-b782-e729bdb7b1e2 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:37.949056 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-20ebbc91-7b10-441a-aeef-427927c2b3a0 req-92a29144-c9c9-46d2-b782-e729bdb7b1e2 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] 10.222.0.73 "GET /v2.0/ports?device_id=0911ad49-f6e8-48d0-8349-53bfd5c9aaa7 HTTP/1.1" status: 200 len: 948 time: 0.0653360 Aug 16 17:50:37.970849 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=bfb593ef-5ae4-49c3-b140-59f31853437c,revision_number=4']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:50:37.998346 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-20ebbc91-7b10-441a-aeef-427927c2b3a0 req-a62fc0ef-3b2b-4b3e-8774-7314c824b82a tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] 10.222.0.73 "GET /v2.0/security-groups?id=b6268827-65c7-4063-a3d4-0e4881d42d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415754 Aug 16 17:50:38.388374 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['bfb593ef-5ae4-49c3-b140-59f31853437c'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:50:38.550829 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2616c8-57e8-4dbb-8df9-386f360d85f4 req-956326e0-e53a-4890-903e-cabb3a56e246 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:38.552665 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8b2616c8-57e8-4dbb-8df9-386f360d85f4 req-956326e0-e53a-4890-903e-cabb3a56e246 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.0938752 Aug 16 17:50:38.597393 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8b2616c8-57e8-4dbb-8df9-386f360d85f4 req-60d71052-b9cf-47e8-bfed-63cb38c16d43 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380087 Aug 16 17:50:38.721771 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77784f1-fc3b-45e8-a117-a01ab7453f1b req-76717615-eab2-41ff-94b7-7a5188213041 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:38.724135 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d77784f1-fc3b-45e8-a117-a01ab7453f1b req-76717615-eab2-41ff-94b7-7a5188213041 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0685520 Aug 16 17:50:38.768548 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d77784f1-fc3b-45e8-a117-a01ab7453f1b req-10da186b-11dd-4fdb-846a-29493467b0e2 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380845 Aug 16 17:50:39.121585 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da52413-5fb8-4782-a5cf-ee4f2cb606b4 req-b2b3e171-ab80-4eaa-ba5b-e49523f121ec tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:39.123585 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-3da52413-5fb8-4782-a5cf-ee4f2cb606b4 req-b2b3e171-ab80-4eaa-ba5b-e49523f121ec tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] 10.222.0.73 "GET /v2.0/ports?device_id=0911ad49-f6e8-48d0-8349-53bfd5c9aaa7 HTTP/1.1" status: 200 len: 949 time: 0.0545657 Aug 16 17:50:39.165944 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-3da52413-5fb8-4782-a5cf-ee4f2cb606b4 req-44d31c9f-8902-4639-8cb7-554e3a6b139b tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] 10.222.0.73 "GET /v2.0/security-groups?id=b6268827-65c7-4063-a3d4-0e4881d42d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345676 Aug 16 17:50:39.480613 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device bfb593ef-5ae4-49c3-b140-59f31853437c up at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:50:39.737519 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1e235-f55e-44f4-aa51-3a07eae34c60 req-5aa9afff-e869-4595-be47-0f6e4bc5a6d8 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:39.738981 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-98f1e235-f55e-44f4-aa51-3a07eae34c60 req-5aa9afff-e869-4595-be47-0f6e4bc5a6d8 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.0491922 Aug 16 17:50:39.775566 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-98f1e235-f55e-44f4-aa51-3a07eae34c60 req-a663a90d-9843-473d-abe9-2265465da394 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307364 Aug 16 17:50:39.801594 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning for port bfb593ef-5ae4-49c3-b140-59f31853437c completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:50:39.807458 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning complete for port bfb593ef-5ae4-49c3-b140-59f31853437c triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:50:39.810342 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:39.907869 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd979782-322d-4484-bd13-b0e930eb5e70 req-0950dabc-92eb-474d-86ce-95e2329abd5d tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:39.909633 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-dd979782-322d-4484-bd13-b0e930eb5e70 req-0950dabc-92eb-474d-86ce-95e2329abd5d tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0589306 Aug 16 17:50:39.915761 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:39.949838 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0911ad49-f6e8-48d0-8349-53bfd5c9aaa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb593ef-5ae4-49c3-b140-59f31853437c'}] {{(pid=101351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:50:39.952268 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4661e6bc32737764ca712b7c7300ac6ad1a8a79a1ea43afdc004a14577d676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a25ab9-238d-4c39-b450-2b8a427227d0" -d '{"events": [{"server_uuid": "0911ad49-f6e8-48d0-8349-53bfd5c9aaa7", "name": "network-vif-plugged", "status": "completed", "tag": "bfb593ef-5ae4-49c3-b140-59f31853437c"}]}' {{(pid=101351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:50:39.956328 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-dd979782-322d-4484-bd13-b0e930eb5e70 req-fb728dce-1315-41f9-93a5-f321b8586e1b tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390139 Aug 16 17:50:39.997957 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port bfb593ef-5ae4-49c3-b140-59f31853437c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bfb593ef-5ae4-49c3-b140-59f31853437c,segment=NetworkSegment(19734917-dc9b-428a-aa4d-b30c8d6b510f),segment_id=19734917-dc9b-428a-aa4d-b30c8d6b510f)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:50:40.026236 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1531c7dd-9090-4854-8da2-fb115c121dfb x-openstack-request-id: req-1531c7dd-9090-4854-8da2-fb115c121dfb {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:50:40.026521 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0911ad49-f6e8-48d0-8349-53bfd5c9aaa7", "name": "network-vif-plugged", "status": "completed", "tag": "bfb593ef-5ae4-49c3-b140-59f31853437c", "code": 200}]} {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:50:40.026773 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1531c7dd-9090-4854-8da2-fb115c121dfb {{(pid=101351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:50:40.027164 dv-cinder-797608-18-iscsi neutron-server[101351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0911ad49-f6e8-48d0-8349-53bfd5c9aaa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb593ef-5ae4-49c3-b140-59f31853437c', 'code': 200} Aug 16 17:50:40.064036 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:40.124895 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=bfb593ef-5ae4-49c3-b140-59f31853437c,revision_number=5']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:50:40.293742 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94046b16-dbfa-423c-9713-2e75e440ef7b req-3c0ff3f1-0b0d-4859-8266-7cefb778c3e0 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:40.295469 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-94046b16-dbfa-423c-9713-2e75e440ef7b req-3c0ff3f1-0b0d-4859-8266-7cefb778c3e0 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] 10.222.0.73 "GET /v2.0/ports?device_id=0911ad49-f6e8-48d0-8349-53bfd5c9aaa7 HTTP/1.1" status: 200 len: 950 time: 0.0544083 Aug 16 17:50:40.358466 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-94046b16-dbfa-423c-9713-2e75e440ef7b req-7fb59bbf-9106-475c-a17e-415a69d80299 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] 10.222.0.73 "GET /v2.0/security-groups?id=b6268827-65c7-4063-a3d4-0e4881d42d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497930 Aug 16 17:50:40.440491 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93140cd5-8182-46d5-974e-d8aa97e0fe39 req-7b04166d-7edd-4960-810a-739fb20dd262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:40.442047 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-93140cd5-8182-46d5-974e-d8aa97e0fe39 req-7b04166d-7edd-4960-810a-739fb20dd262 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0911ad49-f6e8-48d0-8349-53bfd5c9aaa7 HTTP/1.1" status: 200 len: 1103 time: 0.0495946 Aug 16 17:50:40.477600 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-93140cd5-8182-46d5-974e-d8aa97e0fe39 req-cf99d59e-6208-4bdb-a97e-f6dc52a58c6b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b6268827-65c7-4063-a3d4-0e4881d42d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278563 Aug 16 17:50:40.933773 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8315a9-4533-496d-ac9d-4673c6a11870 req-549c8353-7169-4341-9d8b-3fe79315371d tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:40.935178 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6b8315a9-4533-496d-ac9d-4673c6a11870 req-549c8353-7169-4341-9d8b-3fe79315371d tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.0481148 Aug 16 17:50:40.974536 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6b8315a9-4533-496d-ac9d-4673c6a11870 req-0cdd18d8-f829-4225-bee6-ffffef6d5c62 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333915 Aug 16 17:50:41.074392 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb0c03-efaa-480b-b049-0f54b8e7f834 req-0bb0c0a2-3710-4497-8a93-f4352d8619db tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:41.075936 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d2cb0c03-efaa-480b-b049-0f54b8e7f834 req-0bb0c0a2-3710-4497-8a93-f4352d8619db tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0498810 Aug 16 17:50:41.115498 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d2cb0c03-efaa-480b-b049-0f54b8e7f834 req-75f653cd-7618-4a7d-b4a3-defa783fa515 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323491 Aug 16 17:50:41.478379 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecafd66-e4c6-4cdb-9314-57afaedb85d9 req-e1e14506-c3c3-4ec7-bcab-c18a5cfcc485 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:41.479821 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-5ecafd66-e4c6-4cdb-9314-57afaedb85d9 req-e1e14506-c3c3-4ec7-bcab-c18a5cfcc485 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] 10.222.0.73 "GET /v2.0/ports?device_id=0911ad49-f6e8-48d0-8349-53bfd5c9aaa7 HTTP/1.1" status: 200 len: 950 time: 0.0514982 Aug 16 17:50:41.517233 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-5ecafd66-e4c6-4cdb-9314-57afaedb85d9 req-4bc3f88a-f0ba-4cb8-809d-9e8199b6c3a6 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] 10.222.0.73 "GET /v2.0/security-groups?id=b6268827-65c7-4063-a3d4-0e4881d42d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310910 Aug 16 17:50:42.105409 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec364467-b85b-40cf-b86a-9dbf72a82ab5 req-e0cef68c-951c-4994-b6ed-3f1da7376b55 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:42.107978 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ec364467-b85b-40cf-b86a-9dbf72a82ab5 req-e0cef68c-951c-4994-b6ed-3f1da7376b55 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.0491252 Aug 16 17:50:42.146827 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ec364467-b85b-40cf-b86a-9dbf72a82ab5 req-dc89330a-2b51-4659-b2c4-66a0176174f5 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324183 Aug 16 17:50:42.234351 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae192a-0086-4b4a-895c-a52cb30010d7 req-2075917e-2559-4d32-b917-2b3d5f474da1 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:42.235909 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-95ae192a-0086-4b4a-895c-a52cb30010d7 req-2075917e-2559-4d32-b917-2b3d5f474da1 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0527050 Aug 16 17:50:42.274144 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-95ae192a-0086-4b4a-895c-a52cb30010d7 req-08376bdd-3528-477c-996b-72712eed53d2 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307140 Aug 16 17:50:42.639725 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2cd25b-c8fc-44ad-ba77-4bc5543d9d6b req-49fab36d-0f96-4c0e-9692-f0e55ecaf96a tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:42.641195 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-0d2cd25b-c8fc-44ad-ba77-4bc5543d9d6b req-49fab36d-0f96-4c0e-9692-f0e55ecaf96a tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] 10.222.0.73 "GET /v2.0/ports?device_id=0911ad49-f6e8-48d0-8349-53bfd5c9aaa7 HTTP/1.1" status: 200 len: 950 time: 0.0502601 Aug 16 17:50:42.679113 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-0d2cd25b-c8fc-44ad-ba77-4bc5543d9d6b req-65244baa-0674-4f65-b6e1-844603d48f14 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] 10.222.0.73 "GET /v2.0/security-groups?id=b6268827-65c7-4063-a3d4-0e4881d42d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313478 Aug 16 17:50:43.141169 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b3d06-3f35-49cc-97ed-49d1e6835127 req-2c9bbae9-9850-4588-866e-707b6b7cd225 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:43.143317 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-215b3d06-3f35-49cc-97ed-49d1e6835127 req-2c9bbae9-9850-4588-866e-707b6b7cd225 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] 10.222.0.73 "GET /v2.0/ports?device_id=0911ad49-f6e8-48d0-8349-53bfd5c9aaa7 HTTP/1.1" status: 200 len: 950 time: 0.0473588 Aug 16 17:50:43.180001 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-215b3d06-3f35-49cc-97ed-49d1e6835127 req-7317f2f2-13cf-43e9-93b8-754ac4df19f8 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] 10.222.0.73 "GET /v2.0/security-groups?id=b6268827-65c7-4063-a3d4-0e4881d42d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304096 Aug 16 17:50:43.255716 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c633e-5061-459c-a0fb-5e9ab28ff75e req-74ade48c-0130-40a6-9ecf-7494a9a7c227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:43.257332 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-417c633e-5061-459c-a0fb-5e9ab28ff75e req-74ade48c-0130-40a6-9ecf-7494a9a7c227 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cf94379c7f24013b25e39317315f217&device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 1098 time: 0.0392189 Aug 16 17:50:43.269365 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd9c5e-9ffd-40e3-abf5-6f4f73e85118 req-9cdb4711-b45d-4afe-879c-3b2a3382b28d tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:43.270853 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7bbd9c5e-9ffd-40e3-abf5-6f4f73e85118 req-9cdb4711-b45d-4afe-879c-3b2a3382b28d tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.0482948 Aug 16 17:50:43.317174 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7bbd9c5e-9ffd-40e3-abf5-6f4f73e85118 req-fdfa11e7-582a-4f41-a850-74e2c38c26a1 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400243 Aug 16 17:50:43.375845 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c633e-5061-459c-a0fb-5e9ab28ff75e req-45674d12-3bac-476e-8d43-ee0131dda9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:43.377975 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-417c633e-5061-459c-a0fb-5e9ab28ff75e req-45674d12-3bac-476e-8d43-ee0131dda9fa service neutron] 10.222.0.13 "GET /v2.0/networks?id=cf977a3b-5d44-4959-9dba-d50c353bb70f HTTP/1.1" status: 200 len: 918 time: 0.1122253 Aug 16 17:50:43.418955 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b195a6-1573-4ebf-9a50-bf3f190d27ff req-a123fd2a-25eb-4915-a89c-a8a720c2f72e tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:43.420333 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-29b195a6-1573-4ebf-9a50-bf3f190d27ff req-a123fd2a-25eb-4915-a89c-a8a720c2f72e tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0507834 Aug 16 17:50:43.444748 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-417c633e-5061-459c-a0fb-5e9ab28ff75e req-29e5302b-29c9-4b37-8a38-2b2298836f87 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c138bc0-b659-41ca-b07d-dbed825e3255 HTTP/1.1" status: 200 len: 1001 time: 0.0586684 Aug 16 17:50:43.458635 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-29b195a6-1573-4ebf-9a50-bf3f190d27ff req-81a71021-5ea5-476e-ab04-ce6e53a56e7d tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316556 Aug 16 17:50:43.510105 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c633e-5061-459c-a0fb-5e9ab28ff75e req-0023d0da-b785-477a-8300-d9b7dacdf27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:43.511565 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-417c633e-5061-459c-a0fb-5e9ab28ff75e req-0023d0da-b785-477a-8300-d9b7dacdf27d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0c1f877-910d-484d-a497-8ce21ca738df HTTP/1.1" status: 200 len: 856 time: 0.0488167 Aug 16 17:50:43.558017 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c633e-5061-459c-a0fb-5e9ab28ff75e req-49e21e3f-0be9-4c2f-a79c-1f39138dcfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:43.559472 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-417c633e-5061-459c-a0fb-5e9ab28ff75e req-49e21e3f-0be9-4c2f-a79c-1f39138dcfc7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cf977a3b-5d44-4959-9dba-d50c353bb70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0385332 Aug 16 17:50:43.640497 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 53574) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:50:43.660772 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-417c633e-5061-459c-a0fb-5e9ab28ff75e req-d6f052af-29b7-4813-9812-97a7b8c35c85 service neutron] 10.222.0.13 "GET /v2.0/networks/cf977a3b-5d44-4959-9dba-d50c353bb70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858965 Aug 16 17:50:43.685233 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.db_base_plugin_v2 [None req-f331ad73-6c4d-4405-b1f5-65a5baa0ac15 admin admin] Deleting subnet f355b6a0-7bb0-47b7-9301-12cb5d4242a2 {{(pid=101350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 17:50:43.688230 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-f331ad73-6c4d-4405-b1f5-65a5baa0ac15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:43.722059 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-f331ad73-6c4d-4405-b1f5-65a5baa0ac15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809225'] for subnet, precommit_delete_associations {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:43.758098 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-417c633e-5061-459c-a0fb-5e9ab28ff75e req-65b4f935-d747-482b-b52d-68b8f1b0670a service neutron] 10.222.0.13 "GET /v2.0/networks/cf977a3b-5d44-4959-9dba-d50c353bb70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808492 Aug 16 17:50:43.763307 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-f331ad73-6c4d-4405-b1f5-65a5baa0ac15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1871003'] for subnet, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:43.773219 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 6 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 17:50:43.893316 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-f331ad73-6c4d-4405-b1f5-65a5baa0ac15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1870994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4811394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5156054'] for subnet, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:43.922638 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f331ad73-6c4d-4405-b1f5-65a5baa0ac15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f355b6a0-7bb0-47b7-9301-12cb5d4242a2,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:50:43.934410 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-f331ad73-6c4d-4405-b1f5-65a5baa0ac15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:43.937451 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-f331ad73-6c4d-4405-b1f5-65a5baa0ac15 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f355b6a0-7bb0-47b7-9301-12cb5d4242a2 HTTP/1.1" status: 204 len: 168 time: 0.2959023 Aug 16 17:50:43.940618 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 53578) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:50:44.015466 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c123-da2b-4701-b544-a45cdacc6996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639821'] for network, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:44.293505 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e6192-067f-4c36-99ba-65a108461469 req-7b3b1fa8-c491-4722-a1ab-0489aef90e40 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:44.295002 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e38e6192-067f-4c36-99ba-65a108461469 req-7b3b1fa8-c491-4722-a1ab-0489aef90e40 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] 10.222.0.73 "GET /v2.0/ports?device_id=0911ad49-f6e8-48d0-8349-53bfd5c9aaa7 HTTP/1.1" status: 200 len: 950 time: 0.0479307 Aug 16 17:50:44.298844 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c123-da2b-4701-b544-a45cdacc6996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1573870', 'neutron.services.segments.db._delete_segments_for_network-8753903461187'] for network, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:44.308382 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.services.segments.db [None req-4ca6c123-da2b-4701-b544-a45cdacc6996 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb656a4-6308-4e2c-a61f-8a2507a19350']}} {{(pid=101349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:50:44.317684 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.services.segments.db [None req-4ca6c123-da2b-4701-b544-a45cdacc6996 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1124a22b-fdab-4357-a2c0-4348a0116042') {'for_net_delete': True} {{(pid=101349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:50:44.318011 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.services.segments.db [None req-4ca6c123-da2b-4701-b544-a45cdacc6996 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1124a22b-fdab-4357-a2c0-4348a0116042') {} {{(pid=101349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:50:44.326511 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c123-da2b-4701-b544-a45cdacc6996 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753903464012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5662916'] for segment, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:44.331975 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e38e6192-067f-4c36-99ba-65a108461469 req-27f42b70-87be-425e-a8e1-3c170e6b180b tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] 10.222.0.73 "GET /v2.0/security-groups?id=b6268827-65c7-4063-a3d4-0e4881d42d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307600 Aug 16 17:50:44.340222 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c123-da2b-4701-b544-a45cdacc6996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050'] for segment, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:44.352229 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ca6c123-da2b-4701-b544-a45cdacc6996 admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=101349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 17:50:44.352229 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c123-da2b-4701-b544-a45cdacc6996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660797'] for segment, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:44.352229 dv-cinder-797608-18-iscsi neutron-server[101349]: Traceback (most recent call last): Aug 16 17:50:44.352229 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 17:50:44.352229 dv-cinder-797608-18-iscsi neutron-server[101349]: timer() Aug 16 17:50:44.352229 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 17:50:44.352229 dv-cinder-797608-18-iscsi neutron-server[101349]: cb(*args, **kw) Aug 16 17:50:44.352229 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 17:50:44.352229 dv-cinder-797608-18-iscsi neutron-server[101349]: return func(*args, **kwargs) Aug 16 17:50:44.352229 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 17:50:44.352229 dv-cinder-797608-18-iscsi neutron-server[101349]: self._notify() Aug 16 17:50:44.352229 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 17:50:44.352229 dv-cinder-797608-18-iscsi neutron-server[101349]: self.callback(batched_events) Aug 16 17:50:44.352229 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 17:50:44.352229 dv-cinder-797608-18-iscsi neutron-server[101349]: event.method(event) Aug 16 17:50:44.352229 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 17:50:44.352229 dv-cinder-797608-18-iscsi neutron-server[101349]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 17:50:44.352229 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 17:50:44.352229 dv-cinder-797608-18-iscsi neutron-server[101349]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 17:50:44.352229 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 17:50:44.352229 dv-cinder-797608-18-iscsi neutron-server[101349]: return f(self, *a, **k) Aug 16 17:50:44.352229 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 17:50:44.352229 dv-cinder-797608-18-iscsi neutron-server[101349]: return self._get(url).json() Aug 16 17:50:44.352229 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 17:50:44.352229 dv-cinder-797608-18-iscsi neutron-server[101349]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 17:50:44.352229 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 17:50:44.352229 dv-cinder-797608-18-iscsi neutron-server[101349]: return self.request(url, 'GET', **kwargs) Aug 16 17:50:44.352229 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 17:50:44.352229 dv-cinder-797608-18-iscsi neutron-server[101349]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 17:50:44.352229 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 17:50:44.352229 dv-cinder-797608-18-iscsi neutron-server[101349]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 17:50:44.352229 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 17:50:44.352229 dv-cinder-797608-18-iscsi neutron-server[101349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 17:50:44.352229 dv-cinder-797608-18-iscsi neutron-server[101349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 17:50:44.458271 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cead3d-ab07-4812-be3f-aee12b0c529b req-6c4c0e84-8b8d-40b9-b68a-f0904828d8ef tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:44.459636 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-53cead3d-ab07-4812-be3f-aee12b0c529b req-6c4c0e84-8b8d-40b9-b68a-f0904828d8ef tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.0534692 Aug 16 17:50:44.487086 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c123-da2b-4701-b544-a45cdacc6996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1870109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726239'] for network, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:44.491619 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c123-da2b-4701-b544-a45cdacc6996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:44.496808 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-4ca6c123-da2b-4701-b544-a45cdacc6996 admin admin] 10.222.0.73 "DELETE /v2.0/networks/3eb656a4-6308-4e2c-a61f-8a2507a19350 HTTP/1.1" status: 204 len: 168 time: 0.5551300 Aug 16 17:50:44.503733 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-53cead3d-ab07-4812-be3f-aee12b0c529b req-b6080b45-3bfb-4775-8a4d-4891d4fd9702 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380867 Aug 16 17:50:44.512207 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6c123-da2b-4701-b544-a45cdacc6996 admin admin] Pushing event deleted for resources: {'Network': ['ID=3eb656a4-6308-4e2c-a61f-8a2507a19350,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:50:44.597734 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6264f19-a1a8-4f3b-97a7-fc91ec9c41f7 req-f02da366-a28c-49a3-a6bb-c4f21eb60177 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:44.599270 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c6264f19-a1a8-4f3b-97a7-fc91ec9c41f7 req-f02da366-a28c-49a3-a6bb-c4f21eb60177 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0614266 Aug 16 17:50:44.637508 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c6264f19-a1a8-4f3b-97a7-fc91ec9c41f7 req-4b8bf0f5-7c7e-455e-bdd3-329227a24413 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318670 Aug 16 17:50:44.670044 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cdf29d-1667-46f6-bb0e-6c9c784212dd req-d7f67bd2-e45e-4c42-b9d7-dee7049c06eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:44.671633 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-d9cdf29d-1667-46f6-bb0e-6c9c784212dd req-d7f67bd2-e45e-4c42-b9d7-dee7049c06eb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 1098 time: 0.0398912 Aug 16 17:50:44.717872 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-d9cdf29d-1667-46f6-bb0e-6c9c784212dd req-7c839e72-163b-40b7-9a30-f596014768dd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274119 Aug 16 17:50:44.845480 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 53592) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:50:44.884629 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-fe996dd0-b90d-4c7e-acba-3adb01169ae7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2d064a279dd6407aa81713f35584ef43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382578 Aug 16 17:50:44.887035 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 53594) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:50:44.936850 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-b060d478-de47-410f-a7e6-56b9049cf046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:44.957455 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-b060d478-de47-410f-a7e6-56b9049cf046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:45.087158 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-b060d478-de47-410f-a7e6-56b9049cf046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:45.089723 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-b060d478-de47-410f-a7e6-56b9049cf046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:45.090905 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-b060d478-de47-410f-a7e6-56b9049cf046 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d6c6db5c-ee51-4f04-b721-2802f06a3ef5 HTTP/1.1" status: 204 len: 168 time: 0.2030003 Aug 16 17:50:45.098934 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060d478-de47-410f-a7e6-56b9049cf046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c6db5c-ee51-4f04-b721-2802f06a3ef5,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:50:45.449968 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4623be-0b79-45f4-b314-1e7d08ad632f req-cf118b0b-da33-469e-bc16-f2bd8bf0ae19 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:45.451513 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-1e4623be-0b79-45f4-b314-1e7d08ad632f req-cf118b0b-da33-469e-bc16-f2bd8bf0ae19 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] 10.222.0.73 "GET /v2.0/ports?device_id=0911ad49-f6e8-48d0-8349-53bfd5c9aaa7 HTTP/1.1" status: 200 len: 950 time: 0.0529063 Aug 16 17:50:45.491951 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-1e4623be-0b79-45f4-b314-1e7d08ad632f req-1411b683-b68e-4fd7-8e9f-4469d6570271 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] 10.222.0.73 "GET /v2.0/security-groups?id=b6268827-65c7-4063-a3d4-0e4881d42d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343323 Aug 16 17:50:45.628855 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40409b2a-4d07-496f-83db-64fa1487dec5 req-d1d1c829-f4d3-4432-bf65-645febf1d957 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:45.630371 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-40409b2a-4d07-496f-83db-64fa1487dec5 req-d1d1c829-f4d3-4432-bf65-645febf1d957 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.0520277 Aug 16 17:50:45.668367 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-40409b2a-4d07-496f-83db-64fa1487dec5 req-aee54174-c517-4d1d-aaa3-71bdd039fd23 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318210 Aug 16 17:50:45.755423 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45f79b-cf29-4db2-9e81-11a155595d4d req-8cd401e2-0883-439e-bfe9-369e7f024df5 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:45.756914 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-dd45f79b-cf29-4db2-9e81-11a155595d4d req-8cd401e2-0883-439e-bfe9-369e7f024df5 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0486214 Aug 16 17:50:45.796031 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-dd45f79b-cf29-4db2-9e81-11a155595d4d req-37758f80-764a-4d58-8704-7c40566a0c87 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329082 Aug 16 17:50:46.071290 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57120871-cec1-4718-a73d-afda02fa84c0 req-32534879-f75e-4600-8451-195f3b27fcd4 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:46.072891 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-57120871-cec1-4718-a73d-afda02fa84c0 req-32534879-f75e-4600-8451-195f3b27fcd4 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] 10.222.0.13 "GET /v2.0/ports?device_id=0911ad49-f6e8-48d0-8349-53bfd5c9aaa7 HTTP/1.1" status: 200 len: 950 time: 0.0535374 Aug 16 17:50:46.171550 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [req-57120871-cec1-4718-a73d-afda02fa84c0 req-90c201e9-b582-4c5c-9e75-c2eae23ffcb5 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] Deleting port bfb593ef-5ae4-49c3-b140-59f31853437c {{(pid=101349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:50:46.171889 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-57120871-cec1-4718-a73d-afda02fa84c0 req-90c201e9-b582-4c5c-9e75-c2eae23ffcb5 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:46.260751 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-57120871-cec1-4718-a73d-afda02fa84c0 req-90c201e9-b582-4c5c-9e75-c2eae23ffcb5 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] For port bfb593ef-5ae4-49c3-b140-59f31853437c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bfb593ef-5ae4-49c3-b140-59f31853437c,segment=NetworkSegment(19734917-dc9b-428a-aa4d-b30c8d6b510f),segment_id=19734917-dc9b-428a-aa4d-b30c8d6b510f)] {{(pid=101349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:50:46.261114 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-57120871-cec1-4718-a73d-afda02fa84c0 req-90c201e9-b582-4c5c-9e75-c2eae23ffcb5 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:46.273171 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [req-57120871-cec1-4718-a73d-afda02fa84c0 req-90c201e9-b582-4c5c-9e75-c2eae23ffcb5 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] Calling delete_port for bfb593ef-5ae4-49c3-b140-59f31853437c owned by compute:nova {{(pid=101349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:50:46.458278 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-57120871-cec1-4718-a73d-afda02fa84c0 req-90c201e9-b582-4c5c-9e75-c2eae23ffcb5 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:46.485182 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c201e9-b582-4c5c-9e75-c2eae23ffcb5 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] Pushing event deleted for resources: {'Port': ['ID=bfb593ef-5ae4-49c3-b140-59f31853437c,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:50:46.509557 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['bfb593ef-5ae4-49c3-b140-59f31853437c'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:50:46.527622 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [req-57120871-cec1-4718-a73d-afda02fa84c0 req-90c201e9-b582-4c5c-9e75-c2eae23ffcb5 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] No DVR routers for this DVR port bfb593ef-5ae4-49c3-b140-59f31853437c on host hv-cinder-79760 {{(pid=101349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 17:50:46.530557 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-57120871-cec1-4718-a73d-afda02fa84c0 req-90c201e9-b582-4c5c-9e75-c2eae23ffcb5 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:46.533873 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-57120871-cec1-4718-a73d-afda02fa84c0 req-90c201e9-b582-4c5c-9e75-c2eae23ffcb5 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] 10.222.0.13 "DELETE /v2.0/ports/bfb593ef-5ae4-49c3-b140-59f31853437c HTTP/1.1" status: 204 len: 173 time: 0.4493160 Aug 16 17:50:46.534624 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0911ad49-f6e8-48d0-8349-53bfd5c9aaa7', 'name': 'network-vif-deleted', 'tag': 'bfb593ef-5ae4-49c3-b140-59f31853437c'}] {{(pid=101349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:50:46.537209 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}934f09010de237f24c102465ff13aed95362a81e3346d32f1bd52d9236897e6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69fbc00-0f82-46d3-aa70-848e0e8e6afe" -d '{"events": [{"server_uuid": "0911ad49-f6e8-48d0-8349-53bfd5c9aaa7", "name": "network-vif-deleted", "tag": "bfb593ef-5ae4-49c3-b140-59f31853437c"}]}' {{(pid=101349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:50:46.578413 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a41348c-495a-4e95-bc5a-cb25d7353457 x-openstack-request-id: req-7a41348c-495a-4e95-bc5a-cb25d7353457 {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:50:46.581147 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0911ad49-f6e8-48d0-8349-53bfd5c9aaa7", "name": "network-vif-deleted", "tag": "bfb593ef-5ae4-49c3-b140-59f31853437c", "status": "completed", "code": 200}]} {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:50:46.581147 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7a41348c-495a-4e95-bc5a-cb25d7353457 {{(pid=101349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:50:46.581147 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0911ad49-f6e8-48d0-8349-53bfd5c9aaa7', 'name': 'network-vif-deleted', 'tag': 'bfb593ef-5ae4-49c3-b140-59f31853437c', 'status': 'completed', 'code': 200} Aug 16 17:50:46.599190 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-606f3eff-fc66-41f8-86c7-f88b8dabaff5 req-7c126a44-bf6c-4218-a1d8-a4fdf7e71af5 tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] 10.222.0.73 "GET /v2.0/ports?device_id=0911ad49-f6e8-48d0-8349-53bfd5c9aaa7 HTTP/1.1" status: 200 len: 210 time: 0.0301301 Aug 16 17:50:46.776144 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 53642) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:50:46.804056 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ff6c4-449b-4033-b93b-437b8cfddb72 req-70def49d-e4e8-49d7-bb44-662fb16647cf tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:46.805587 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f86ff6c4-449b-4033-b93b-437b8cfddb72 req-70def49d-e4e8-49d7-bb44-662fb16647cf tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 945 time: 0.0492270 Aug 16 17:50:46.858873 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f86ff6c4-449b-4033-b93b-437b8cfddb72 req-021efef1-e179-479c-9552-bf1ea9e94280 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469661 Aug 16 17:50:46.932076 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-80bb638e-6145-4dd4-a611-361c69977cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:46.945487 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9d725-f479-4466-8fc1-f59162d0a8a2 req-c4c05712-cd0b-4e1a-be6e-60ebc9875536 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:46.947051 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-32c9d725-f479-4466-8fc1-f59162d0a8a2 req-c4c05712-cd0b-4e1a-be6e-60ebc9875536 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0620730 Aug 16 17:50:47.018982 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-32c9d725-f479-4466-8fc1-f59162d0a8a2 req-21eadce3-4a23-410c-986e-656ae37a818c tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657792 Aug 16 17:50:47.052467 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-80bb638e-6145-4dd4-a611-361c69977cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:47.132915 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-80bb638e-6145-4dd4-a611-361c69977cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:47.172000 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-80bb638e-6145-4dd4-a611-361c69977cb2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4441d78eba9a4b7c869077686d792d0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3947303 Aug 16 17:50:47.173075 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb638e-6145-4dd4-a611-361c69977cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227da4a7-6d9b-4764-b4c3-52b11fdd9321,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:50:47.174773 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 53650) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:50:47.223196 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-15e0dac6-0b7b-4798-bccc-0136ad63efad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:47.244637 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-15e0dac6-0b7b-4798-bccc-0136ad63efad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:47.412666 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-15e0dac6-0b7b-4798-bccc-0136ad63efad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:47.415183 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-15e0dac6-0b7b-4798-bccc-0136ad63efad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:47.416354 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-15e0dac6-0b7b-4798-bccc-0136ad63efad admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/227da4a7-6d9b-4764-b4c3-52b11fdd9321 HTTP/1.1" status: 204 len: 168 time: 0.2405581 Aug 16 17:50:47.424024 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e0dac6-0b7b-4798-bccc-0136ad63efad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227da4a7-6d9b-4764-b4c3-52b11fdd9321,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:50:47.568729 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device bfb593ef-5ae4-49c3-b140-59f31853437c no longer exists at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:50:47.588899 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] No Port match for: bfb593ef-5ae4-49c3-b140-59f31853437c {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 17:50:47.589257 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device bfb593ef-5ae4-49c3-b140-59f31853437c not bound to the agent host hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 17:50:47.589811 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 9c138bc0-b659-41ca-b07d-dbed825e3255 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:50:47.673764 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:47.718443 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 9c138bc0-b659-41ca-b07d-dbed825e3255, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9c138bc0-b659-41ca-b07d-dbed825e3255,segment=NetworkSegment(1d556eea-2e00-495e-a4c4-1b5b0d31797f),segment_id=1d556eea-2e00-495e-a4c4-1b5b0d31797f)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:50:47.719402 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b9a54b-f448-4722-b81a-8cd4bed9f713', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c138bc0-b659-41ca-b07d-dbed825e3255'}] {{(pid=101351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:50:47.722117 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4661e6bc32737764ca712b7c7300ac6ad1a8a79a1ea43afdc004a14577d676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4babaf-4f5f-41df-8e3c-57e7b99631ed" -d '{"events": [{"server_uuid": "74b9a54b-f448-4722-b81a-8cd4bed9f713", "name": "network-vif-unplugged", "status": "completed", "tag": "9c138bc0-b659-41ca-b07d-dbed825e3255"}]}' {{(pid=101351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:50:47.726946 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-0230f9e9-cdb5-430b-93a2-3e3daad2b5e5 req-94da134c-ed31-4477-9468-d0380f0eeffc tempest-VolumesNegativeTest-2062594906 tempest-VolumesNegativeTest-2062594906-project] 10.222.0.73 "GET /v2.0/ports?device_id=0911ad49-f6e8-48d0-8349-53bfd5c9aaa7 HTTP/1.1" status: 200 len: 210 time: 0.0348279 Aug 16 17:50:47.761164 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 17:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2de86a6-a60d-4eb0-b7f7-f0d2d8a0b14f x-openstack-request-id: req-f2de86a6-a60d-4eb0-b7f7-f0d2d8a0b14f {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:50:47.761431 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b9a54b-f448-4722-b81a-8cd4bed9f713", "name": "network-vif-unplugged", "status": "completed", "tag": "9c138bc0-b659-41ca-b07d-dbed825e3255", "code": 200}]} {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:50:47.761681 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f2de86a6-a60d-4eb0-b7f7-f0d2d8a0b14f {{(pid=101351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:50:47.762116 dv-cinder-797608-18-iscsi neutron-server[101351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b9a54b-f448-4722-b81a-8cd4bed9f713', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c138bc0-b659-41ca-b07d-dbed825e3255', 'code': 200} Aug 16 17:50:47.784469 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:47.843410 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=9c138bc0-b659-41ca-b07d-dbed825e3255,revision_number=8']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:50:47.984369 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c7a1e-11ba-4347-b57a-f475c7e169e5 req-0b69d23f-1e29-475a-8e42-5b9e5f78fa68 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:47.985826 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-5a9c7a1e-11ba-4347-b57a-f475c7e169e5 req-0b69d23f-1e29-475a-8e42-5b9e5f78fa68 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 943 time: 0.0510390 Aug 16 17:50:48.030463 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-5a9c7a1e-11ba-4347-b57a-f475c7e169e5 req-f02ca659-26ab-4815-8238-2c16d9f0b19f tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378337 Aug 16 17:50:48.147238 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ae348-7ddf-4e6c-9695-b61399dd7ba5 req-4d07963d-ae30-49cb-9ff3-014ce0862077 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:48.148915 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8d4ae348-7ddf-4e6c-9695-b61399dd7ba5 req-4d07963d-ae30-49cb-9ff3-014ce0862077 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0494800 Aug 16 17:50:48.190040 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8d4ae348-7ddf-4e6c-9695-b61399dd7ba5 req-42408073-6ab0-40a4-a1cd-00afe0abea95 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334635 Aug 16 17:50:48.578224 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 53702) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:50:48.622375 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97fa14-429a-429d-a3cf-029d52fe4f98 req-4ab4e80e-b01e-4ab0-b251-a960166d9056 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:48.624069 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8c97fa14-429a-429d-a3cf-029d52fe4f98 req-4ab4e80e-b01e-4ab0-b251-a960166d9056 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0482392 Aug 16 17:50:48.663965 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8c97fa14-429a-429d-a3cf-029d52fe4f98 req-d83dbadd-3e46-4f88-9830-cddef376310b tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336888 Aug 16 17:50:48.685535 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-4461d63a-e255-4bca-a045-90841a29e9b5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2072541316-network', 'tenant_id': '3362f71ed5eb411fb370e54f35aeb9d6'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:50:48.729104 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e9cb4-e6b1-42ae-8a7b-9ecac3476418 req-ae447b6d-e1a6-420c-a58a-b12e48288174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:48.730642 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-616e9cb4-e6b1-42ae-8a7b-9ecac3476418 req-ae447b6d-e1a6-420c-a58a-b12e48288174 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c826e534cdf3487392db5108c66dec78&device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 1098 time: 0.0615168 Aug 16 17:50:48.831685 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e9cb4-e6b1-42ae-8a7b-9ecac3476418 req-1f31b814-b9b8-4764-96bf-9681ae458cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:48.833205 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-616e9cb4-e6b1-42ae-8a7b-9ecac3476418 req-1f31b814-b9b8-4764-96bf-9681ae458cdf service neutron] 10.222.0.13 "GET /v2.0/networks?id=1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19 HTTP/1.1" status: 200 len: 919 time: 0.0952382 Aug 16 17:50:48.875882 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-616e9cb4-e6b1-42ae-8a7b-9ecac3476418 req-d9f31ba3-5eb6-4534-b9a0-01490bdacc75 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63563690-0627-4bce-b4cf-ca2e0700c1d0 HTTP/1.1" status: 200 len: 217 time: 0.0333672 Aug 16 17:50:48.909488 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4461d63a-e255-4bca-a045-90841a29e9b5 admin admin] Made reservation on behalf of 3362f71ed5eb411fb370e54f35aeb9d6 for: {'network': 1} {{(pid=101349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:50:48.911636 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4461d63a-e255-4bca-a045-90841a29e9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for network, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:48.926129 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4461d63a-e255-4bca-a045-90841a29e9b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:48.950429 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e9cb4-e6b1-42ae-8a7b-9ecac3476418 req-214c019f-d74a-4b0a-8f4d-5007ea4ea126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:48.951934 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-616e9cb4-e6b1-42ae-8a7b-9ecac3476418 req-214c019f-d74a-4b0a-8f4d-5007ea4ea126 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0d26bf3-0e23-4847-8352-c1bfca5dd7d9 HTTP/1.1" status: 200 len: 858 time: 0.0687547 Aug 16 17:50:48.995037 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-616e9cb4-e6b1-42ae-8a7b-9ecac3476418 req-5b728764-4d77-497d-8b99-8546b0f69123 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335290 Aug 16 17:50:49.144150 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-616e9cb4-e6b1-42ae-8a7b-9ecac3476418 req-a7ad64cf-80f9-4722-a732-8aa86f33d0d0 service neutron] 10.222.0.13 "GET /v2.0/networks/1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370726 Aug 16 17:50:49.148459 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4461d63a-e255-4bca-a045-90841a29e9b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:49.236654 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-616e9cb4-e6b1-42ae-8a7b-9ecac3476418 req-3b4e98ab-1b96-446a-899a-40ff00534f8d service neutron] 10.222.0.13 "GET /v2.0/networks/1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806606 Aug 16 17:50:49.242467 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4461d63a-e255-4bca-a045-90841a29e9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:49.263208 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4461d63a-e255-4bca-a045-90841a29e9b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=101349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 17:50:49.278030 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461d63a-e255-4bca-a045-90841a29e9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d66009-ac2c-475d-b4ed-165198bbf570,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:50:49.280857 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4461d63a-e255-4bca-a045-90841a29e9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050'] for segment, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:49.281195 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.db.segments_db [None req-4461d63a-e255-4bca-a045-90841a29e9b5 admin admin] Added segment 670ee39c-d21d-439e-a9e5-a108d4905a64 of type vlan for network 53c5bdea-e277-4736-a130-3678bcf1da2c Aug 16 17:50:49.326379 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4461d63a-e255-4bca-a045-90841a29e9b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753902937420'] for network, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:49.412689 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4461d63a-e255-4bca-a045-90841a29e9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132'] for network, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:49.413620 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4461d63a-e255-4bca-a045-90841a29e9b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:49.414211 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4461d63a-e255-4bca-a045-90841a29e9b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:49.473148 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461d63a-e255-4bca-a045-90841a29e9b5 admin admin] Pushing event updated for resources: {'Network': ['ID=53c5bdea-e277-4736-a130-3678bcf1da2c,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:50:49.485429 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Network 53c5bdea-e277-4736-a130-3678bcf1da2c details requested by agent ovs-agent-dv-cinder-797608-18-iscsi with host dv-cinder-797608-18-iscsi {{(pid=101351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 17:50:49.564670 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-4461d63a-e255-4bca-a045-90841a29e9b5 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9846663 Aug 16 17:50:49.569413 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 53740) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:50:49.582633 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-eedddf01-5c96-4bd5-b3f4-1a0c85ff1c74 admin admin] Request body: {'subnet': {'network_id': '53c5bdea-e277-4736-a130-3678bcf1da2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2072541316-subnet', 'tenant_id': '3362f71ed5eb411fb370e54f35aeb9d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:50:49.693869 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedddf01-5c96-4bd5-b3f4-1a0c85ff1c74 admin admin] Made reservation on behalf of 3362f71ed5eb411fb370e54f35aeb9d6 for: {'subnet': 1} {{(pid=101349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:50:49.696846 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-eedddf01-5c96-4bd5-b3f4-1a0c85ff1c74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6006925'] for subnet, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:49.794363 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb223f-9341-4b53-96df-7cd4655f3969 req-c50c6a2a-4ff0-44e5-aa69-4c34d2a70584 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:49.795886 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-73cb223f-9341-4b53-96df-7cd4655f3969 req-c50c6a2a-4ff0-44e5-aa69-4c34d2a70584 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0500889 Aug 16 17:50:49.833809 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-73cb223f-9341-4b53-96df-7cd4655f3969 req-5985ccc7-9c70-4dc3-ad8b-6e7b82c0935c tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309761 Aug 16 17:50:49.950554 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-eedddf01-5c96-4bd5-b3f4-1a0c85ff1c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5662942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6007011'] for subnet, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:49.992380 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8157fe8-8971-4ec3-aea0-218e1f180c01 req-526c86f5-b4b3-41aa-9578-780fe60f0c04 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:49.995479 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d8157fe8-8971-4ec3-aea0-218e1f180c01 req-526c86f5-b4b3-41aa-9578-780fe60f0c04 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 943 time: 0.0668559 Aug 16 17:50:50.020442 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedddf01-5c96-4bd5-b3f4-1a0c85ff1c74 admin admin] Checking segment: {'id': '670ee39c-d21d-439e-a9e5-a108d4905a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '53c5bdea-e277-4736-a130-3678bcf1da2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:50:50.020801 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedddf01-5c96-4bd5-b3f4-1a0c85ff1c74 admin admin] Network hostable DHCP agents. Network: 53c5bdea-e277-4736-a130-3678bcf1da2c, hostable agents: ['3b7d26aa-1344-4a4d-94e6-3d95468a224e'], hosted agents: [] {{(pid=101349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 17:50:50.023737 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedddf01-5c96-4bd5-b3f4-1a0c85ff1c74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=523e264e-f554-4600-ada7-d36ef9570672,revision_number=0']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:50:50.049047 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d8157fe8-8971-4ec3-aea0-218e1f180c01 req-7b8dee76-7751-4032-9228-c609c9996f27 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395648 Aug 16 17:50:50.104355 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedddf01-5c96-4bd5-b3f4-1a0c85ff1c74 admin admin] Network 53c5bdea-e277-4736-a130-3678bcf1da2c is scheduled to be hosted by DHCP agent 3b7d26aa-1344-4a4d-94e6-3d95468a224e with binding_index 1 {{(pid=101349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 17:50:50.167277 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.base_scheduler [None req-eedddf01-5c96-4bd5-b3f4-1a0c85ff1c74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-18-iscsi, 53c5bdea-e277-4736-a130-3678bcf1da2c) {{(pid=101349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:50:50.171480 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedddf01-5c96-4bd5-b3f4-1a0c85ff1c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:50.172072 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-eedddf01-5c96-4bd5-b3f4-1a0c85ff1c74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:50.236330 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-eedddf01-5c96-4bd5-b3f4-1a0c85ff1c74 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6645012 Aug 16 17:50:50.331990 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c698cd-88d0-4d96-8853-86c7281cef7d None None] Network 53c5bdea-e277-4736-a130-3678bcf1da2c requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:50:50.494652 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e3c0a0-9a92-40ad-8b50-e45c4d614185 None None] Network 53c5bdea-e277-4736-a130-3678bcf1da2c requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:50:50.651164 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 53840) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:50:50.734817 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-3d183b01-9c70-425f-a028-19daaed56646 req-701b875f-cf4c-41bb-89c8-8198cd4feae6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0824256 Aug 16 17:50:50.971604 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bd35c-ab75-467f-8328-0dd3ef3e8ec4 req-b7887a15-23dc-4966-a31c-64be2c06776c tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:50.973744 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-665bd35c-ab75-467f-8328-0dd3ef3e8ec4 req-b7887a15-23dc-4966-a31c-64be2c06776c tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0643229 Aug 16 17:50:51.012893 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-665bd35c-ab75-467f-8328-0dd3ef3e8ec4 req-287b6ecb-880e-4aef-bf58-a4786b6e53e1 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329313 Aug 16 17:50:51.195727 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c493bf-d5cf-450f-a638-f2030d5ef627 req-83883e7e-7cc2-4da7-938d-de1e7ce79afc tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:51.197243 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d3c493bf-d5cf-450f-a638-f2030d5ef627 req-83883e7e-7cc2-4da7-938d-de1e7ce79afc tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 943 time: 0.0645998 Aug 16 17:50:51.240310 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d3c493bf-d5cf-450f-a638-f2030d5ef627 req-49a26c26-0f41-45b4-8f77-d6b75446e11a tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370057 Aug 16 17:50:51.530052 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 9c138bc0-b659-41ca-b07d-dbed825e3255 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:50:52.137244 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b217ea-3f50-4a7e-8183-9d42539b481b req-0be3646b-4ede-4809-bb20-19378b9e46ce tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:52.138737 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d1b217ea-3f50-4a7e-8183-9d42539b481b req-0be3646b-4ede-4809-bb20-19378b9e46ce tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0487862 Aug 16 17:50:52.176885 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d1b217ea-3f50-4a7e-8183-9d42539b481b req-42cc3cf9-cb8c-42a3-9cb3-767f762d0f93 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322886 Aug 16 17:50:52.363189 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227061f6-f9cb-40d0-8372-7285603a3061 req-54a22c34-4c9e-4e40-8ab7-8ef2da510fad tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:52.364642 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-227061f6-f9cb-40d0-8372-7285603a3061 req-54a22c34-4c9e-4e40-8ab7-8ef2da510fad tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 943 time: 0.0471771 Aug 16 17:50:52.400989 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-227061f6-f9cb-40d0-8372-7285603a3061 req-69e1d232-51b0-4f17-9c6c-9f93de066309 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304213 Aug 16 17:50:52.932674 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-14b974ab-c83f-4782-92ff-0f7f4ddfdb82 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:52.935404 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-14b974ab-c83f-4782-92ff-0f7f4ddfdb82 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/networks?id=53c5bdea-e277-4736-a130-3678bcf1da2c HTTP/1.1" status: 200 len: 814 time: 0.1166213 Aug 16 17:50:52.952609 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-3f74efaf-95d0-49e0-9a8c-216e62867b9b tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/quotas/3362f71ed5eb411fb370e54f35aeb9d6 HTTP/1.1" status: 200 len: 375 time: 0.0102735 Aug 16 17:50:52.986654 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-00bf9535-37b1-46c2-bbdc-702e77450422 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3362f71ed5eb411fb370e54f35aeb9d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288517 Aug 16 17:50:53.087588 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-ac896e22-c1fb-4b1e-83f8-fd79f578dab1 service neutron] 10.222.0.73 "GET /v2.0/networks/53c5bdea-e277-4736-a130-3678bcf1da2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926678 Aug 16 17:50:53.181225 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-04678ee3-2d8c-415c-a200-e7a134ea6e42 service neutron] 10.222.0.73 "GET /v2.0/networks/53c5bdea-e277-4736-a130-3678bcf1da2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871098 Aug 16 17:50:53.412737 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-aad7e17d-3194-4644-a84a-002eac4a60be req-79fdb695-b333-48bc-b393-351872974720 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af HTTP/1.1" status: 200 len: 210 time: 0.0307536 Aug 16 17:50:53.530167 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4cd75-f1c5-492a-9535-ca41c843a3ca req-ccfafa87-b7b5-46d2-8027-f55cc030b3a3 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:53.531678 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6eb4cd75-f1c5-492a-9535-ca41c843a3ca req-ccfafa87-b7b5-46d2-8027-f55cc030b3a3 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 943 time: 0.0503929 Aug 16 17:50:53.573700 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6eb4cd75-f1c5-492a-9535-ca41c843a3ca req-6e8dbfef-35da-49e5-be5a-a4cc36019d36 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343449 Aug 16 17:50:53.789439 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-9fb6fa4f-1553-4c24-8478-dc38981dbd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:54.501357 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4a432095-9f9f-4496-be6f-d80c916e98e8 req-948eede6-6b31-43ca-8a40-6a65301e730b tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af HTTP/1.1" status: 200 len: 210 time: 0.0244899 Aug 16 17:50:54.689721 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a69c8-4d33-4421-8230-e0fa8aa4e88f req-475834d2-41c4-4c52-8f0d-3428ad51c1ff tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:54.691104 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c38a69c8-4d33-4421-8230-e0fa8aa4e88f req-475834d2-41c4-4c52-8f0d-3428ad51c1ff tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 943 time: 0.0466561 Aug 16 17:50:54.727711 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c38a69c8-4d33-4421-8230-e0fa8aa4e88f req-a059ff65-e009-432e-97c0-db16d8bbc66f tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307713 Aug 16 17:50:55.404913 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-394a4e0c-4854-40a4-8225-288e21aa6739 req-42a9708b-9e1f-4f59-83b3-ad2ddbb91f45 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378854 Aug 16 17:50:55.538872 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a4e0c-4854-40a4-8225-288e21aa6739 req-9cfbe5dd-a18d-4267-8886-bc4d941701bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:55.543067 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-394a4e0c-4854-40a4-8225-288e21aa6739 req-9cfbe5dd-a18d-4267-8886-bc4d941701bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=85697c37841b4a59aaaa6d2d36ff953b&device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 1099 time: 0.0412004 Aug 16 17:50:55.603493 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-30716d4e-9ebc-4d51-af83-538960607527 req-8d08eba9-d7c7-4fbc-8332-c24289b524ed tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af HTTP/1.1" status: 200 len: 210 time: 0.0333982 Aug 16 17:50:55.656351 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a4e0c-4854-40a4-8225-288e21aa6739 req-9d591777-52eb-424c-b94f-625402a5705b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:55.657810 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-394a4e0c-4854-40a4-8225-288e21aa6739 req-9d591777-52eb-424c-b94f-625402a5705b service neutron] 10.222.0.13 "GET /v2.0/networks?id=d4c249fc-f15d-4c54-a2fa-f9ec1324c63c HTTP/1.1" status: 200 len: 912 time: 0.0919507 Aug 16 17:50:55.729064 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-394a4e0c-4854-40a4-8225-288e21aa6739 req-813f3aa2-55cb-40a6-9939-cb52c065de55 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=746544d7-10ef-4545-be9e-e1b2dca27978 HTTP/1.1" status: 200 len: 1002 time: 0.0565064 Aug 16 17:50:55.813832 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a4e0c-4854-40a4-8225-288e21aa6739 req-ede101d1-fdcf-4c9f-8fe4-efeed3af0959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:55.815864 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-394a4e0c-4854-40a4-8225-288e21aa6739 req-ede101d1-fdcf-4c9f-8fe4-efeed3af0959 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3d17ce71-6fac-4edf-9519-05a2c7a1f013 HTTP/1.1" status: 200 len: 850 time: 0.0473781 Aug 16 17:50:55.849083 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb03588-748f-4214-9d74-3f4ec24826b3 req-bef55c30-abb1-4801-b486-15a01e22d28d tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:55.850592 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ebb03588-748f-4214-9d74-3f4ec24826b3 req-bef55c30-abb1-4801-b486-15a01e22d28d tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 943 time: 0.0481308 Aug 16 17:50:55.876670 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a4e0c-4854-40a4-8225-288e21aa6739 req-9e29f007-49df-4e56-ad91-f6f52f0d253b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:55.878765 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-394a4e0c-4854-40a4-8225-288e21aa6739 req-9e29f007-49df-4e56-ad91-f6f52f0d253b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d4c249fc-f15d-4c54-a2fa-f9ec1324c63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0428934 Aug 16 17:50:55.887647 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ebb03588-748f-4214-9d74-3f4ec24826b3 req-fe96a16f-f8df-45e6-8b5d-2e956751235e tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310841 Aug 16 17:50:55.973456 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-394a4e0c-4854-40a4-8225-288e21aa6739 req-05f2e07a-9e4c-48f3-9be3-82d463dba4f5 service neutron] 10.222.0.13 "GET /v2.0/networks/d4c249fc-f15d-4c54-a2fa-f9ec1324c63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812244 Aug 16 17:50:56.068694 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-394a4e0c-4854-40a4-8225-288e21aa6739 req-03a6c5d8-859a-46c4-a9b9-e589d6cc8de6 service neutron] 10.222.0.13 "GET /v2.0/networks/d4c249fc-f15d-4c54-a2fa-f9ec1324c63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858257 Aug 16 17:50:56.504536 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-ad20da12-d02a-404c-bba7-fb9b1276e3fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:56.662649 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-069450d4-2f8a-4783-8704-889642c9d4ba tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:56.664103 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-069450d4-2f8a-4783-8704-889642c9d4ba tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.13 "GET /v2.0/networks?id=53c5bdea-e277-4736-a130-3678bcf1da2c HTTP/1.1" status: 200 len: 814 time: 0.1013358 Aug 16 17:50:56.687233 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:56.696285 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-1d41fadf-9661-481d-9876-66d9a38d34cd tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Request body: {'port': {'device_id': 'af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af', 'network_id': '53c5bdea-e277-4736-a130-3678bcf1da2c', 'admin_state_up': True, 'tenant_id': '3362f71ed5eb411fb370e54f35aeb9d6'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:50:56.704812 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-68be01d0-8bbf-407b-a305-bc9d59ab9671 req-dd98209a-b239-4aa9-a8d5-c6baba508d04 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af HTTP/1.1" status: 200 len: 210 time: 0.0260596 Aug 16 17:50:56.926962 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-1d41fadf-9661-481d-9876-66d9a38d34cd tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Made reservation on behalf of 3362f71ed5eb411fb370e54f35aeb9d6 for: {'port': 1} {{(pid=101349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:50:56.930519 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-1d41fadf-9661-481d-9876-66d9a38d34cd tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:57.018589 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa8c86-88f5-4990-b477-b6fd7361420f req-5f2ee20b-de90-48fc-9a42-378d8d38d412 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:57.020084 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ffaa8c86-88f5-4990-b477-b6fd7361420f req-5f2ee20b-de90-48fc-9a42-378d8d38d412 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 943 time: 0.0610642 Aug 16 17:50:57.062707 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ffaa8c86-88f5-4990-b477-b6fd7361420f req-c672543d-bee7-4527-b07a-960884df262d tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361028 Aug 16 17:50:57.062988 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.db_base_plugin_common [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-1d41fadf-9661-481d-9876-66d9a38d34cd tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Allocated IP 172.20.0.2 (53c5bdea-e277-4736-a130-3678bcf1da2c/523e264e-f554-4600-ada7-d36ef9570672/8cff3d94-e7c3-400a-95a9-b77e198c5941) {{(pid=101349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:50:57.218550 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-1d41fadf-9661-481d-9876-66d9a38d34cd tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Notify callbacks [] for port, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:57.270822 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb7264-77d7-4e7e-8a66-ff91e3689400 req-aa668ad6-8c94-40aa-b031-7466f21c6de9 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:57.272288 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-06eb7264-77d7-4e7e-8a66-ff91e3689400 req-aa668ad6-8c94-40aa-b031-7466f21c6de9 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0503492 Aug 16 17:50:57.309004 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-06eb7264-77d7-4e7e-8a66-ff91e3689400 req-cce6a307-6857-4429-8e6e-9ab330269183 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306783 Aug 16 17:50:57.309847 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-1d41fadf-9661-481d-9876-66d9a38d34cd tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:57.358129 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-1d41fadf-9661-481d-9876-66d9a38d34cd tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Network 53c5bdea-e277-4736-a130-3678bcf1da2c is already hosted by enough agents. {{(pid=101349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:50:57.361288 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.base_scheduler [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-1d41fadf-9661-481d-9876-66d9a38d34cd tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Resources bound (agent type, host, resource id): {{(pid=101349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:50:57.363849 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-1d41fadf-9661-481d-9876-66d9a38d34cd tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Received port after_create {{(pid=101349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:50:57.389576 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41fadf-9661-481d-9876-66d9a38d34cd tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Pushing event updated for resources: {'Port': ['ID=8cff3d94-e7c3-400a-95a9-b77e198c5941,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:50:57.402445 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d41fadf-9661-481d-9876-66d9a38d34cd tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:50:57.402799 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d41fadf-9661-481d-9876-66d9a38d34cd tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:50:57.403140 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d41fadf-9661-481d-9876-66d9a38d34cd tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:50:57.403474 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d41fadf-9661-481d-9876-66d9a38d34cd tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:50:57.403805 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d41fadf-9661-481d-9876-66d9a38d34cd tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:50:57.404185 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d41fadf-9661-481d-9876-66d9a38d34cd tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:50:57.404512 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d41fadf-9661-481d-9876-66d9a38d34cd tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:50:57.404837 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d41fadf-9661-481d-9876-66d9a38d34cd tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:50:57.405368 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d41fadf-9661-481d-9876-66d9a38d34cd tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:50:57.405473 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d41fadf-9661-481d-9876-66d9a38d34cd tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:50:57.405782 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d41fadf-9661-481d-9876-66d9a38d34cd tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:50:57.406139 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d41fadf-9661-481d-9876-66d9a38d34cd tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:50:57.434610 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-1d41fadf-9661-481d-9876-66d9a38d34cd tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:57.435500 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-1d41fadf-9661-481d-9876-66d9a38d34cd tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:57.534241 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-1d41fadf-9661-481d-9876-66d9a38d34cd tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8418684 Aug 16 17:50:57.587465 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-0b649ae0-23f6-4fab-8142-63fd8b430eb2 service neutron] Request body: {'port': {'device_id': 'af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:50:57.648239 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-0b649ae0-23f6-4fab-8142-63fd8b430eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:57.670048 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:57.671538 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 54130) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:50:57.704491 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:57.869669 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-b4cb1608-66a2-4256-a6a0-c327cd1285b7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2430750b97d54fcba04a9459a14728c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1946065 Aug 16 17:50:57.872505 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 54142) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:50:57.874785 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850497f4-dbbd-4a95-9e8d-6cda8b956237 req-ffe31905-e4d2-442a-b3d1-68695a19923b tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:57.876269 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-850497f4-dbbd-4a95-9e8d-6cda8b956237 req-ffe31905-e4d2-442a-b3d1-68695a19923b tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af HTTP/1.1" status: 200 len: 931 time: 0.0889566 Aug 16 17:50:57.928379 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-850497f4-dbbd-4a95-9e8d-6cda8b956237 req-eab33a05-78cd-4fdc-b928-2e13d0e9e7d9 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/security-groups?id=81d66009-ac2c-475d-b4ed-165198bbf570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408719 Aug 16 17:50:57.975646 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3f8cc33c-e378-4a07-a88d-8a8ec9214c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:57.995941 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-0b649ae0-23f6-4fab-8142-63fd8b430eb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cff3d94-e7c3-400a-95a9-b77e198c5941 {{(pid=101349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:50:58.010227 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-0b649ae0-23f6-4fab-8142-63fd8b430eb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:58.013426 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3f8cc33c-e378-4a07-a88d-8a8ec9214c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:58.036736 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.provisioning_blocks [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-0b649ae0-23f6-4fab-8142-63fd8b430eb2 service neutron] Transition to ACTIVE for port object 8cff3d94-e7c3-400a-95a9-b77e198c5941 will not be triggered until provisioned by entity L2. {{(pid=101349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:50:58.138799 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-0b649ae0-23f6-4fab-8142-63fd8b430eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5660737'] for port, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:58.169858 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3f8cc33c-e378-4a07-a88d-8a8ec9214c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:58.172393 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3f8cc33c-e378-4a07-a88d-8a8ec9214c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:58.173680 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-3f8cc33c-e378-4a07-a88d-8a8ec9214c9e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b6268827-65c7-4063-a3d4-0e4881d42d5f HTTP/1.1" status: 204 len: 168 time: 0.3000717 Aug 16 17:50:58.199352 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8cc33c-e378-4a07-a88d-8a8ec9214c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6268827-65c7-4063-a3d4-0e4881d42d5f,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:50:58.211617 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b649ae0-23f6-4fab-8142-63fd8b430eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=8cff3d94-e7c3-400a-95a9-b77e198c5941,revision_number=2']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:50:58.211716 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e4f2b-9265-4419-82ae-db5f8f79ea6a req-3b5ddc5e-5257-4aeb-a387-154c5c93ed5a tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:58.211716 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-bf3e4f2b-9265-4419-82ae-db5f8f79ea6a req-3b5ddc5e-5257-4aeb-a387-154c5c93ed5a tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 943 time: 0.0631170 Aug 16 17:50:58.253446 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-bf3e4f2b-9265-4419-82ae-db5f8f79ea6a req-6d6bf39f-58bf-40c0-b14f-d932c4d2396a tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360625 Aug 16 17:50:58.363453 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d183b01-9c70-425f-a028-19daaed56646 req-783d1f5e-7dfb-4cc9-9ece-77522907d3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:58.364936 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-3d183b01-9c70-425f-a028-19daaed56646 req-783d1f5e-7dfb-4cc9-9ece-77522907d3e1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713&tenant_id=3cf94379c7f24013b25e39317315f217 HTTP/1.1" status: 200 len: 1096 time: 0.1462376 Aug 16 17:50:58.369240 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-0b649ae0-23f6-4fab-8142-63fd8b430eb2 service neutron] Attempting to bind port 8cff3d94-e7c3-400a-95a9-b77e198c5941 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:50:58.369563 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-0b649ae0-23f6-4fab-8142-63fd8b430eb2 service neutron] Attempting to bind port 8cff3d94-e7c3-400a-95a9-b77e198c5941 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '670ee39c-d21d-439e-a9e5-a108d4905a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '53c5bdea-e277-4736-a130-3678bcf1da2c'}] {{(pid=101349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:50:58.369879 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-0b649ae0-23f6-4fab-8142-63fd8b430eb2 service neutron] Attempting to bind port 8cff3d94-e7c3-400a-95a9-b77e198c5941 on network 53c5bdea-e277-4736-a130-3678bcf1da2c {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:50:58.374131 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-0b649ae0-23f6-4fab-8142-63fd8b430eb2 service neutron] Port 8cff3d94-e7c3-400a-95a9-b77e198c5941 on network 53c5bdea-e277-4736-a130-3678bcf1da2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 17:50:58.374442 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-0b649ae0-23f6-4fab-8142-63fd8b430eb2 service neutron] Attempting to bind port 8cff3d94-e7c3-400a-95a9-b77e198c5941 on network 53c5bdea-e277-4736-a130-3678bcf1da2c {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:50:58.379611 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-0b649ae0-23f6-4fab-8142-63fd8b430eb2 service neutron] Checking agent: {'id': 'd413de79-89e7-4037-a6bb-11a55464df62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 45, 56), 'started_at': datetime.datetime(2021, 8, 16, 17, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:50:58.379937 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-0b649ae0-23f6-4fab-8142-63fd8b430eb2 service neutron] Checking segment: {'id': '670ee39c-d21d-439e-a9e5-a108d4905a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '53c5bdea-e277-4736-a130-3678bcf1da2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:50:58.380304 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-0b649ae0-23f6-4fab-8142-63fd8b430eb2 service neutron] Bound using segment: {'id': '670ee39c-d21d-439e-a9e5-a108d4905a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '53c5bdea-e277-4736-a130-3678bcf1da2c'} {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:50:58.380710 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-0b649ae0-23f6-4fab-8142-63fd8b430eb2 service neutron] Bound port: 8cff3d94-e7c3-400a-95a9-b77e198c5941, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '670ee39c-d21d-439e-a9e5-a108d4905a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '53c5bdea-e277-4736-a130-3678bcf1da2c'}}] {{(pid=101349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:50:58.381055 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-0b649ae0-23f6-4fab-8142-63fd8b430eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:58.483999 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d183b01-9c70-425f-a028-19daaed56646 req-91b1efd0-6e3f-4003-8072-45b82c72fb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:58.485392 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-3d183b01-9c70-425f-a028-19daaed56646 req-91b1efd0-6e3f-4003-8072-45b82c72fb16 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cf94379c7f24013b25e39317315f217&device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 1096 time: 0.0699949 Aug 16 17:50:58.490728 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-0b649ae0-23f6-4fab-8142-63fd8b430eb2 service neutron] For port 8cff3d94-e7c3-400a-95a9-b77e198c5941, host hv-cinder-79760, cleared binding levels {{(pid=101349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:50:58.495431 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-0b649ae0-23f6-4fab-8142-63fd8b430eb2 service neutron] For port 8cff3d94-e7c3-400a-95a9-b77e198c5941, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8cff3d94-e7c3-400a-95a9-b77e198c5941,segment=NetworkSegment(670ee39c-d21d-439e-a9e5-a108d4905a64),segment_id=670ee39c-d21d-439e-a9e5-a108d4905a64)] {{(pid=101349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:50:58.562787 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-0b649ae0-23f6-4fab-8142-63fd8b430eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5660737'] for port, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:58.616196 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-0b649ae0-23f6-4fab-8142-63fd8b430eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:58.616811 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-0b649ae0-23f6-4fab-8142-63fd8b430eb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:58.618227 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-0b649ae0-23f6-4fab-8142-63fd8b430eb2 service neutron] 10.222.0.13 "PUT /v2.0/ports/8cff3d94-e7c3-400a-95a9-b77e198c5941 HTTP/1.1" status: 200 len: 1093 time: 1.0461426 Aug 16 17:50:58.618662 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af', 'tag': '8cff3d94-e7c3-400a-95a9-b77e198c5941'}] {{(pid=101349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:50:58.620921 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}934f09010de237f24c102465ff13aed95362a81e3346d32f1bd52d9236897e6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac14cd2-779c-4d10-ae5a-28e9038b5985" -d '{"events": [{"name": "network-changed", "server_uuid": "af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af", "tag": "8cff3d94-e7c3-400a-95a9-b77e198c5941"}]}' {{(pid=101349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:50:58.657867 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b649ae0-23f6-4fab-8142-63fd8b430eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=8cff3d94-e7c3-400a-95a9-b77e198c5941,revision_number=3']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:50:58.663414 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 17:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1461745-dd85-48a1-b8fd-f4e17b36c31c x-openstack-request-id: req-b1461745-dd85-48a1-b8fd-f4e17b36c31c {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:50:58.663686 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af", "tag": "8cff3d94-e7c3-400a-95a9-b77e198c5941", "status": "completed", "code": 200}]} {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:50:58.663942 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b1461745-dd85-48a1-b8fd-f4e17b36c31c {{(pid=101349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:50:58.664330 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af', 'tag': '8cff3d94-e7c3-400a-95a9-b77e198c5941', 'status': 'completed', 'code': 200} Aug 16 17:50:58.667279 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d183b01-9c70-425f-a028-19daaed56646 req-7b351e3c-d4e3-454f-a0a4-3b9c73683263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:58.668742 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-3d183b01-9c70-425f-a028-19daaed56646 req-7b351e3c-d4e3-454f-a0a4-3b9c73683263 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cf977a3b-5d44-4959-9dba-d50c353bb70f HTTP/1.1" status: 200 len: 918 time: 0.1596928 Aug 16 17:50:58.803149 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-3d183b01-9c70-425f-a028-19daaed56646 req-94fd4526-4901-46de-aa83-710881e18834 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c138bc0-b659-41ca-b07d-dbed825e3255 HTTP/1.1" status: 200 len: 999 time: 0.0886140 Aug 16 17:50:58.805681 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac14cd2-779c-4d10-ae5a-28e9038b5985 req-be933856-23f3-4c4b-8870-994e363ad156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:58.807092 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-1ac14cd2-779c-4d10-ae5a-28e9038b5985 req-be933856-23f3-4c4b-8870-994e363ad156 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3362f71ed5eb411fb370e54f35aeb9d6&device_id=af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af HTTP/1.1" status: 200 len: 1096 time: 0.0865932 Aug 16 17:50:59.050126 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5d755-2b75-4467-aad9-058992453265 req-64ef209f-1a4a-442e-8cc4-5bef59d26c38 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:59.054338 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6fa5d755-2b75-4467-aad9-058992453265 req-64ef209f-1a4a-442e-8cc4-5bef59d26c38 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af HTTP/1.1" status: 200 len: 943 time: 0.0504110 Aug 16 17:50:59.081382 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:50:59.106387 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6fa5d755-2b75-4467-aad9-058992453265 req-4e65e23a-054d-4fd2-9b95-f17e20c962d9 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/security-groups?id=81d66009-ac2c-475d-b4ed-165198bbf570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444005 Aug 16 17:50:59.136958 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d183b01-9c70-425f-a028-19daaed56646 req-5d955c19-f14c-44ec-a0bf-2ced1d15b6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:59.138426 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-3d183b01-9c70-425f-a028-19daaed56646 req-5d955c19-f14c-44ec-a0bf-2ced1d15b6a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0c1f877-910d-484d-a497-8ce21ca738df HTTP/1.1" status: 200 len: 856 time: 0.3075767 Aug 16 17:50:59.192264 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac14cd2-779c-4d10-ae5a-28e9038b5985 req-7b99335f-ce84-4398-aac0-13db825a1e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:59.193757 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-1ac14cd2-779c-4d10-ae5a-28e9038b5985 req-7b99335f-ce84-4398-aac0-13db825a1e5c service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3362f71ed5eb411fb370e54f35aeb9d6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3612363 Aug 16 17:50:59.204094 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d183b01-9c70-425f-a028-19daaed56646 req-da17f3ba-f852-48b4-8789-8f079378f2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:59.205551 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-3d183b01-9c70-425f-a028-19daaed56646 req-da17f3ba-f852-48b4-8789-8f079378f2ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cf977a3b-5d44-4959-9dba-d50c353bb70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0569506 Aug 16 17:50:59.359593 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac14cd2-779c-4d10-ae5a-28e9038b5985 req-d016203d-c73c-456f-9f55-93601bf89012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:59.361065 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-1ac14cd2-779c-4d10-ae5a-28e9038b5985 req-d016203d-c73c-456f-9f55-93601bf89012 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1590791 Aug 16 17:50:59.364500 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-3d183b01-9c70-425f-a028-19daaed56646 req-2f339ad5-01ef-4f88-972e-120deec5d3d9 service neutron] 10.222.0.13 "GET /v2.0/networks/cf977a3b-5d44-4959-9dba-d50c353bb70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504340 Aug 16 17:50:59.378170 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492561a6-4885-4a57-af16-1f2b7d62cbcb req-92380e18-d18c-4ab1-bd13-fd174e580ee1 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:59.379712 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-492561a6-4885-4a57-af16-1f2b7d62cbcb req-92380e18-d18c-4ab1-bd13-fd174e580ee1 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 943 time: 0.0492375 Aug 16 17:50:59.418956 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-492561a6-4885-4a57-af16-1f2b7d62cbcb req-106ecad1-f451-48d7-9060-023eacad2120 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333152 Aug 16 17:50:59.517144 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-3d183b01-9c70-425f-a028-19daaed56646 req-e1aa65e6-832b-4c62-bbe8-5b646a52fa36 service neutron] 10.222.0.13 "GET /v2.0/networks/cf977a3b-5d44-4959-9dba-d50c353bb70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218750 Aug 16 17:50:59.518785 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-480d7ea5-75e7-440c-bced-e90433ffe2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:59.520108 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-480d7ea5-75e7-440c-bced-e90433ffe2da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3362f71ed5eb411fb370e54f35aeb9d6&device_id=af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af HTTP/1.1" status: 200 len: 1096 time: 0.0642736 Aug 16 17:50:59.586184 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-07bee446-f7d0-45ce-af3b-b8bb952788e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8cff3d94-e7c3-400a-95a9-b77e198c5941 HTTP/1.1" status: 200 len: 217 time: 0.0376630 Aug 16 17:50:59.656800 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-0a129f76-fb3d-4724-9914-b06cc6b95825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:50:59.658538 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-0a129f76-fb3d-4724-9914-b06cc6b95825 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=523e264e-f554-4600-ada7-d36ef9570672 HTTP/1.1" status: 200 len: 854 time: 0.0471396 Aug 16 17:50:59.699546 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-2e2e7ea5-72c8-486f-b64b-017e44d4aa75 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=53c5bdea-e277-4736-a130-3678bcf1da2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245700 Aug 16 17:50:59.795175 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-2c3f8347-bbf3-4f45-93ce-9a4c135960bc service neutron] 10.222.0.13 "GET /v2.0/networks/53c5bdea-e277-4736-a130-3678bcf1da2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869875 Aug 16 17:50:59.885720 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-5c8c0d99-b502-401a-9b32-f8ae7206ed39 req-59e3194c-02eb-454d-b0ce-80bedd6255fc service neutron] 10.222.0.13 "GET /v2.0/networks/53c5bdea-e277-4736-a130-3678bcf1da2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831664 Aug 16 17:51:00.215771 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03646c4d-af92-4650-a1a1-831193ce2041 req-9944e42c-2884-4d8b-9660-06d96677c5db tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:00.217496 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-03646c4d-af92-4650-a1a1-831193ce2041 req-9944e42c-2884-4d8b-9660-06d96677c5db tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af HTTP/1.1" status: 200 len: 943 time: 0.0506697 Aug 16 17:51:00.264014 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-03646c4d-af92-4650-a1a1-831193ce2041 req-e6a99682-f761-4066-a09b-3993a693d887 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/security-groups?id=81d66009-ac2c-475d-b4ed-165198bbf570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394948 Aug 16 17:51:00.558232 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759810b-2879-4738-8d80-b3dd23c9c8bc req-062df53a-74d6-47b4-afab-3d612215668c tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:00.559735 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e759810b-2879-4738-8d80-b3dd23c9c8bc req-062df53a-74d6-47b4-afab-3d612215668c tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 943 time: 0.0592639 Aug 16 17:51:00.617980 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e759810b-2879-4738-8d80-b3dd23c9c8bc req-6a7f44e0-22de-4d1d-9022-1b14a3d9f4bb tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492275 Aug 16 17:51:01.395367 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6724a2-eb7e-4583-96dd-e5ae568876cf req-7dfddf8a-999b-480c-8ef8-4d5586c5a40b tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:01.396838 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-bf6724a2-eb7e-4583-96dd-e5ae568876cf req-7dfddf8a-999b-480c-8ef8-4d5586c5a40b tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af HTTP/1.1" status: 200 len: 943 time: 0.0493834 Aug 16 17:51:01.438663 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-bf6724a2-eb7e-4583-96dd-e5ae568876cf req-988b0db3-82d0-4fce-b4c6-560d20366b23 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/security-groups?id=81d66009-ac2c-475d-b4ed-165198bbf570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357876 Aug 16 17:51:01.758313 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b46ad-9e8f-4999-8ea2-5f145082c591 req-d30539cc-e9f8-4eec-8ce6-3a8ea57908a2 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:01.759947 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-279b46ad-9e8f-4999-8ea2-5f145082c591 req-d30539cc-e9f8-4eec-8ce6-3a8ea57908a2 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 943 time: 0.0823138 Aug 16 17:51:01.807554 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-279b46ad-9e8f-4999-8ea2-5f145082c591 req-ece6719d-b848-4bec-94ae-5d8ad57ad783 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393238 Aug 16 17:51:02.025530 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 54224) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:51:02.155242 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-2c53ade0-c01b-4c88-83f8-8858e91ffd26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:02.265521 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-2c53ade0-c01b-4c88-83f8-8858e91ffd26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:02.350198 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-2c53ade0-c01b-4c88-83f8-8858e91ffd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:02.387301 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53ade0-c01b-4c88-83f8-8858e91ffd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e300c6e6-8a28-4355-97ad-0bd997dd3e59,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:02.392058 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-2c53ade0-c01b-4c88-83f8-8858e91ffd26 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aa1e4f87166947dcbe56d961648df028&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3653753 Aug 16 17:51:02.394849 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 54232) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:51:02.457248 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-83f0a187-8d29-4cb5-b604-68f0bd1a8a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:02.484773 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-83f0a187-8d29-4cb5-b604-68f0bd1a8a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:02.609674 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f032e1-c62d-4dfd-9b29-4da5886af31f req-38a5493c-4f13-4b10-ab25-14580690855a tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:02.610537 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f4f032e1-c62d-4dfd-9b29-4da5886af31f req-38a5493c-4f13-4b10-ab25-14580690855a tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af HTTP/1.1" status: 200 len: 943 time: 0.0624628 Aug 16 17:51:02.623422 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-83f0a187-8d29-4cb5-b604-68f0bd1a8a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:02.625897 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-83f0a187-8d29-4cb5-b604-68f0bd1a8a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:02.626965 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-83f0a187-8d29-4cb5-b604-68f0bd1a8a94 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e300c6e6-8a28-4355-97ad-0bd997dd3e59 HTTP/1.1" status: 204 len: 168 time: 0.2307973 Aug 16 17:51:02.643426 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f0a187-8d29-4cb5-b604-68f0bd1a8a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e300c6e6-8a28-4355-97ad-0bd997dd3e59,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:02.659929 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0a187-8d29-4cb5-b604-68f0bd1a8a94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:51:02.660264 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0a187-8d29-4cb5-b604-68f0bd1a8a94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:51:02.665856 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0a187-8d29-4cb5-b604-68f0bd1a8a94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:51:02.666245 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0a187-8d29-4cb5-b604-68f0bd1a8a94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:51:02.666576 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0a187-8d29-4cb5-b604-68f0bd1a8a94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:51:02.666910 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0a187-8d29-4cb5-b604-68f0bd1a8a94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:51:02.667239 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0a187-8d29-4cb5-b604-68f0bd1a8a94 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:51:02.667566 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0a187-8d29-4cb5-b604-68f0bd1a8a94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:51:02.667892 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0a187-8d29-4cb5-b604-68f0bd1a8a94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:51:02.668212 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0a187-8d29-4cb5-b604-68f0bd1a8a94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:51:02.668531 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0a187-8d29-4cb5-b604-68f0bd1a8a94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:51:02.673165 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0a187-8d29-4cb5-b604-68f0bd1a8a94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:51:02.707578 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f4f032e1-c62d-4dfd-9b29-4da5886af31f req-00064513-3b29-4d4c-9f50-bf78f1362bc7 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/security-groups?id=81d66009-ac2c-475d-b4ed-165198bbf570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904686 Aug 16 17:51:02.941863 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f21a9f-03d0-4859-9f24-c32f506349a3 req-a27842ab-a123-4c86-835d-aa832508c206 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:02.943420 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c2f21a9f-03d0-4859-9f24-c32f506349a3 req-a27842ab-a123-4c86-835d-aa832508c206 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 943 time: 0.0537889 Aug 16 17:51:02.989160 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c2f21a9f-03d0-4859-9f24-c32f506349a3 req-5872e3da-b8f7-46d5-a7fd-85b374824034 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391719 Aug 16 17:51:03.846444 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26830d-fd17-491e-b4fd-887b8110bc85 req-4c7e24fc-7c04-4ca8-8cb0-8d23b7b48464 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:03.848022 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6d26830d-fd17-491e-b4fd-887b8110bc85 req-4c7e24fc-7c04-4ca8-8cb0-8d23b7b48464 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af HTTP/1.1" status: 200 len: 943 time: 0.0546627 Aug 16 17:51:03.889298 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6d26830d-fd17-491e-b4fd-887b8110bc85 req-62b79a4c-78d7-4a0a-a3a0-0959bccc7337 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/security-groups?id=81d66009-ac2c-475d-b4ed-165198bbf570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347364 Aug 16 17:51:04.112699 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c2a74-dd3d-4296-ba4b-8890b3cec9cf req-0c601a43-f81f-4ea0-a77b-c904b6a1122e tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:04.118123 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c62c2a74-dd3d-4296-ba4b-8890b3cec9cf req-0c601a43-f81f-4ea0-a77b-c904b6a1122e tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 943 time: 0.0510025 Aug 16 17:51:04.155674 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c62c2a74-dd3d-4296-ba4b-8890b3cec9cf req-a59cd1a0-72e1-43c4-a825-763120fb4507 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349340 Aug 16 17:51:05.025085 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aca819-cacf-4beb-bcfd-3c64455aea1a req-5297e4c8-b2c8-464d-ab64-f403b4cef088 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:05.026553 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e7aca819-cacf-4beb-bcfd-3c64455aea1a req-5297e4c8-b2c8-464d-ab64-f403b4cef088 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af HTTP/1.1" status: 200 len: 943 time: 0.0524681 Aug 16 17:51:05.069244 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e7aca819-cacf-4beb-bcfd-3c64455aea1a req-fd042963-4d97-4fc4-8cce-83f840089a31 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/security-groups?id=81d66009-ac2c-475d-b4ed-165198bbf570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363405 Aug 16 17:51:05.288155 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b007f-1602-4985-a59f-997b3383a613 req-d614d801-1b28-4ccb-9d2b-8d16374d8bd6 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:05.294453 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-913b007f-1602-4985-a59f-997b3383a613 req-d614d801-1b28-4ccb-9d2b-8d16374d8bd6 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 943 time: 0.0611284 Aug 16 17:51:05.357650 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-913b007f-1602-4985-a59f-997b3383a613 req-324c4ee0-b5a1-4927-a0a8-d0ea082209ef tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564649 Aug 16 17:51:06.195495 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02dfcd0-bf8a-4146-993f-5aa37d260069 req-1803558e-d19c-4e77-907d-ccc3f6dfbe85 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:06.197030 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b02dfcd0-bf8a-4146-993f-5aa37d260069 req-1803558e-d19c-4e77-907d-ccc3f6dfbe85 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af HTTP/1.1" status: 200 len: 943 time: 0.0499825 Aug 16 17:51:06.234804 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b02dfcd0-bf8a-4146-993f-5aa37d260069 req-5d54f26f-7e1c-46d6-a213-e255b80617fb tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/security-groups?id=81d66009-ac2c-475d-b4ed-165198bbf570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315819 Aug 16 17:51:06.487703 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b21802-9a18-449a-b7eb-892e5eab44a2 req-36a37f78-27d2-467c-b4bf-c31742ca3e64 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:06.489158 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-29b21802-9a18-449a-b7eb-892e5eab44a2 req-36a37f78-27d2-467c-b4bf-c31742ca3e64 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 943 time: 0.0561604 Aug 16 17:51:06.526884 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-29b21802-9a18-449a-b7eb-892e5eab44a2 req-79bdbb7f-dd1e-40c1-b09c-b00f0f3fcebd tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317626 Aug 16 17:51:07.380335 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25afd47-a21c-4ecc-bf3b-d004acd8f527 req-c29ef995-2775-44cf-90d6-43096132146b tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:07.381804 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f25afd47-a21c-4ecc-bf3b-d004acd8f527 req-c29ef995-2775-44cf-90d6-43096132146b tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af HTTP/1.1" status: 200 len: 943 time: 0.0630400 Aug 16 17:51:07.418239 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f25afd47-a21c-4ecc-bf3b-d004acd8f527 req-96e35f3d-43fd-456f-a919-05acd4f405da tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/security-groups?id=81d66009-ac2c-475d-b4ed-165198bbf570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303729 Aug 16 17:51:07.658504 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9e11e-f430-42b5-a588-3da073d50dff req-58e4b3f7-2c76-44ac-8484-267171c0ca6c tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:07.660215 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a2f9e11e-f430-42b5-a588-3da073d50dff req-58e4b3f7-2c76-44ac-8484-267171c0ca6c tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 943 time: 0.0534737 Aug 16 17:51:07.701930 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a2f9e11e-f430-42b5-a588-3da073d50dff req-7c95f80b-44ce-4839-8eff-ef4f669d9625 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356388 Aug 16 17:51:08.532920 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c11013-5fd8-4b01-ab2e-4e601998311c req-f514193c-7377-4db6-8789-285ef22af7ea tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:08.534680 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-84c11013-5fd8-4b01-ab2e-4e601998311c req-f514193c-7377-4db6-8789-285ef22af7ea tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af HTTP/1.1" status: 200 len: 943 time: 0.0502903 Aug 16 17:51:08.570800 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-84c11013-5fd8-4b01-ab2e-4e601998311c req-8d4d42a8-833f-4298-a7d3-9048309b1338 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/security-groups?id=81d66009-ac2c-475d-b4ed-165198bbf570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303497 Aug 16 17:51:08.844633 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422a8ea-a012-492d-b040-c4ad596cafd7 req-3f0047cc-107d-483f-8a09-69a19b7abe27 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:08.846587 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6422a8ea-a012-492d-b040-c4ad596cafd7 req-3f0047cc-107d-483f-8a09-69a19b7abe27 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 943 time: 0.0538163 Aug 16 17:51:08.885049 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6422a8ea-a012-492d-b040-c4ad596cafd7 req-d7270c60-eaa2-4cdc-92f4-2d4719c0dc95 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324116 Aug 16 17:51:09.681789 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54840953-7f3a-4003-9899-8f874fe26a69 req-2b79f912-a8ba-492c-8c04-f97b7d8d560e tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:09.683270 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-54840953-7f3a-4003-9899-8f874fe26a69 req-2b79f912-a8ba-492c-8c04-f97b7d8d560e tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af HTTP/1.1" status: 200 len: 943 time: 0.0473173 Aug 16 17:51:09.719743 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-54840953-7f3a-4003-9899-8f874fe26a69 req-0eb78eb4-6576-4cee-9eb9-24faa2176dc5 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/security-groups?id=81d66009-ac2c-475d-b4ed-165198bbf570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306404 Aug 16 17:51:10.003879 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f161b28-8a19-4070-a4b7-fdddc1c9ea69 req-4e364551-398b-47d1-a6e7-33b0bc9e576b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:10.005484 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7f161b28-8a19-4070-a4b7-fdddc1c9ea69 req-4e364551-398b-47d1-a6e7-33b0bc9e576b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 943 time: 0.0503666 Aug 16 17:51:10.048276 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7f161b28-8a19-4070-a4b7-fdddc1c9ea69 req-d6f1c670-ad56-462a-a488-891d1a7f246a tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322971 Aug 16 17:51:10.830599 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ebfbc-ec24-43d3-baf8-37831ec535ac req-41fb682a-9cae-407c-bb6f-6e626968536f tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:10.832634 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f89ebfbc-ec24-43d3-baf8-37831ec535ac req-41fb682a-9cae-407c-bb6f-6e626968536f tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af HTTP/1.1" status: 200 len: 943 time: 0.0470674 Aug 16 17:51:10.868306 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f89ebfbc-ec24-43d3-baf8-37831ec535ac req-56fb1b26-83f7-44fe-a3d8-73b930e6be09 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/security-groups?id=81d66009-ac2c-475d-b4ed-165198bbf570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300090 Aug 16 17:51:11.167100 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86162c-c395-4af4-848f-60e33ef16da8 req-684ff525-45ee-475a-abff-210a99856116 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:11.168561 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-5b86162c-c395-4af4-848f-60e33ef16da8 req-684ff525-45ee-475a-abff-210a99856116 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 943 time: 0.0474291 Aug 16 17:51:11.207262 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-5b86162c-c395-4af4-848f-60e33ef16da8 req-0d4d4a6c-bdbc-4d21-a107-e38566f27d60 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327916 Aug 16 17:51:12.272694 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20398654-69e6-487b-bc78-daf9c2b50e7c req-ed2d6cae-a40f-4f1f-9e78-5be1aa56aa62 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:12.275281 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-20398654-69e6-487b-bc78-daf9c2b50e7c req-ed2d6cae-a40f-4f1f-9e78-5be1aa56aa62 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af HTTP/1.1" status: 200 len: 943 time: 0.3335450 Aug 16 17:51:12.347348 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-20398654-69e6-487b-bc78-daf9c2b50e7c req-c1dc25aa-c4ad-4d9e-a2ee-5d1b02ede489 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/security-groups?id=81d66009-ac2c-475d-b4ed-165198bbf570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669811 Aug 16 17:51:12.368523 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152d4ff-d543-4dee-aa6d-f8ec09a7553c req-76e65c8b-bece-4efb-b48a-5d936ad8b8bf tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:12.372505 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7152d4ff-d543-4dee-aa6d-f8ec09a7553c req-76e65c8b-bece-4efb-b48a-5d936ad8b8bf tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 943 time: 0.0713255 Aug 16 17:51:12.408989 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7152d4ff-d543-4dee-aa6d-f8ec09a7553c req-c4517f82-f91a-4c63-9e5c-41cd24407e12 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329156 Aug 16 17:51:13.467272 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822f667-71bf-43f9-8f32-e48fd9011765 req-92dd6b24-0226-4cb1-9ce3-7290554d5632 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:13.468774 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7822f667-71bf-43f9-8f32-e48fd9011765 req-92dd6b24-0226-4cb1-9ce3-7290554d5632 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af HTTP/1.1" status: 200 len: 943 time: 0.0495288 Aug 16 17:51:13.540540 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7822f667-71bf-43f9-8f32-e48fd9011765 req-51587f61-e93c-4d7f-a168-11cde0f854ee tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/security-groups?id=81d66009-ac2c-475d-b4ed-165198bbf570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658500 Aug 16 17:51:13.548502 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a179493-187e-4d4c-9360-e0497d4c9cf2 req-c3a51081-dccb-4d6c-911b-5081cd3d24a4 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:13.550518 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7a179493-187e-4d4c-9360-e0497d4c9cf2 req-c3a51081-dccb-4d6c-911b-5081cd3d24a4 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 943 time: 0.0700023 Aug 16 17:51:13.588511 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7a179493-187e-4d4c-9360-e0497d4c9cf2 req-180cd721-3c38-4ae0-b660-6caa7f99d2c6 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315027 Aug 16 17:51:13.696475 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 54412) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:51:13.796872 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-0167d937-fcfe-4a3b-9967-a8e5aa565e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:13.878171 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-0167d937-fcfe-4a3b-9967-a8e5aa565e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:13.949942 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-0167d937-fcfe-4a3b-9967-a8e5aa565e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:13.987946 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-0167d937-fcfe-4a3b-9967-a8e5aa565e6d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=95a3af9d2ca24434a94db83d3ebf4071&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2898929 Aug 16 17:51:13.995058 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0167d937-fcfe-4a3b-9967-a8e5aa565e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e4e49d-3566-41be-88a2-32f06c1a716a,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:13.995185 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 54420) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:51:14.048153 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-d49b6e8c-baef-42b6-a3fb-59dff57956e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:14.068292 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-d49b6e8c-baef-42b6-a3fb-59dff57956e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:14.184697 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-d49b6e8c-baef-42b6-a3fb-59dff57956e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:14.187382 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-d49b6e8c-baef-42b6-a3fb-59dff57956e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:14.188654 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-d49b6e8c-baef-42b6-a3fb-59dff57956e3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b3e4e49d-3566-41be-88a2-32f06c1a716a HTTP/1.1" status: 204 len: 168 time: 0.1961617 Aug 16 17:51:14.196780 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b6e8c-baef-42b6-a3fb-59dff57956e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e4e49d-3566-41be-88a2-32f06c1a716a,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:14.337028 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 54428) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:51:14.544529 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3a0fec92-28f5-4a81-847e-b2dece9fe4a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:14.638026 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3a0fec92-28f5-4a81-847e-b2dece9fe4a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:14.677015 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa9b5d-bf16-4811-b68e-b92cb8e62a3c req-d1b45fdd-da7f-4549-96a1-f44873dbe4ff tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:14.678544 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-1caa9b5d-bf16-4811-b68e-b92cb8e62a3c req-d1b45fdd-da7f-4549-96a1-f44873dbe4ff tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af HTTP/1.1" status: 200 len: 943 time: 0.0674834 Aug 16 17:51:14.710387 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3a0fec92-28f5-4a81-847e-b2dece9fe4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:14.743884 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-1caa9b5d-bf16-4811-b68e-b92cb8e62a3c req-6e08cf4b-51dc-4e4c-a473-c7244efe9898 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/security-groups?id=81d66009-ac2c-475d-b4ed-165198bbf570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562985 Aug 16 17:51:14.750768 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-3a0fec92-28f5-4a81-847e-b2dece9fe4a8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b8d8d2f666284d0db0da5a1038c367e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4126298 Aug 16 17:51:14.755501 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bed109-7f67-4bb4-9e56-2bf49cb22fc2 req-ba4aeba4-9149-4963-927b-5431f4740a74 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:14.755807 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0fec92-28f5-4a81-847e-b2dece9fe4a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1c65ff-1e54-42db-b9ee-dc530b7c0a64,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:14.755916 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-38bed109-7f67-4bb4-9e56-2bf49cb22fc2 req-ba4aeba4-9149-4963-927b-5431f4740a74 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 943 time: 0.0762584 Aug 16 17:51:14.756628 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 54446) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:51:14.807250 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-38bed109-7f67-4bb4-9e56-2bf49cb22fc2 req-4ae2db70-18ba-470a-8a00-8015ee9a4133 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434577 Aug 16 17:51:14.807488 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-64326a96-816c-47fb-a8e3-2774f848c46b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:14.833005 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-64326a96-816c-47fb-a8e3-2774f848c46b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:15.019601 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-64326a96-816c-47fb-a8e3-2774f848c46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:15.022150 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-64326a96-816c-47fb-a8e3-2774f848c46b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:15.023296 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-64326a96-816c-47fb-a8e3-2774f848c46b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ff1c65ff-1e54-42db-b9ee-dc530b7c0a64 HTTP/1.1" status: 204 len: 168 time: 0.2659557 Aug 16 17:51:15.030954 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64326a96-816c-47fb-a8e3-2774f848c46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1c65ff-1e54-42db-b9ee-dc530b7c0a64,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:15.273735 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 54460) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:51:15.480534 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-3baa3f40-2df6-42d6-bfe0-9cad07fc089b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-543085044-network', 'tenant_id': '67e93bc9aa8640229cc9f17f3199ca27'}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:51:15.561245 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3baa3f40-2df6-42d6-bfe0-9cad07fc089b admin admin] Made reservation on behalf of 67e93bc9aa8640229cc9f17f3199ca27 for: {'network': 1} {{(pid=101350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:51:15.563516 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3baa3f40-2df6-42d6-bfe0-9cad07fc089b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for network, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:15.573088 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3baa3f40-2df6-42d6-bfe0-9cad07fc089b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:15.656699 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3baa3f40-2df6-42d6-bfe0-9cad07fc089b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:15.694006 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 8cff3d94-e7c3-400a-95a9-b77e198c5941 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=101351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 17:51:15.710337 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3baa3f40-2df6-42d6-bfe0-9cad07fc089b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:15.736622 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3baa3f40-2df6-42d6-bfe0-9cad07fc089b admin admin] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=101350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 17:51:15.743494 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa3f40-2df6-42d6-bfe0-9cad07fc089b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54dddfc2-ac34-4ec2-8b9c-fc6beba58ca1,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:15.750256 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3baa3f40-2df6-42d6-bfe0-9cad07fc089b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050'] for segment, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:15.750662 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.db.segments_db [None req-3baa3f40-2df6-42d6-bfe0-9cad07fc089b admin admin] Added segment 1f1d80ff-6f96-4f46-a24f-a310f32924c7 of type vlan for network abd87892-01ae-487a-b700-498630f47a61 Aug 16 17:51:15.787850 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 8cff3d94-e7c3-400a-95a9-b77e198c5941, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8cff3d94-e7c3-400a-95a9-b77e198c5941,segment=NetworkSegment(670ee39c-d21d-439e-a9e5-a108d4905a64),segment_id=670ee39c-d21d-439e-a9e5-a108d4905a64)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:51:15.792907 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3baa3f40-2df6-42d6-bfe0-9cad07fc089b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753902937420'] for network, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:15.800221 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Returning: {'device': '8cff3d94-e7c3-400a-95a9-b77e198c5941', 'network_id': '53c5bdea-e277-4736-a130-3678bcf1da2c', 'port_id': '8cff3d94-e7c3-400a-95a9-b77e198c5941', 'mac_address': 'fa:16:3e:f4:f3:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '523e264e-f554-4600-ada7-d36ef9570672', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 17:51:15.841681 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:15.857652 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cff3d94-e7c3-400a-95a9-b77e198c5941 {{(pid=101351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:51:15.879288 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 8cff3d94-e7c3-400a-95a9-b77e198c5941, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8cff3d94-e7c3-400a-95a9-b77e198c5941,segment=NetworkSegment(670ee39c-d21d-439e-a9e5-a108d4905a64),segment_id=670ee39c-d21d-439e-a9e5-a108d4905a64)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:51:15.887355 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d46c2d-99e3-47b7-9514-82820a707b07 req-e36a72c7-1b37-4870-96f5-67cc2f6a188d tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:15.888809 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f9d46c2d-99e3-47b7-9514-82820a707b07 req-e36a72c7-1b37-4870-96f5-67cc2f6a188d tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af HTTP/1.1" status: 200 len: 943 time: 0.0502157 Aug 16 17:51:15.943861 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3baa3f40-2df6-42d6-bfe0-9cad07fc089b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132'] for network, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:15.944782 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baa3f40-2df6-42d6-bfe0-9cad07fc089b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:15.945348 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3baa3f40-2df6-42d6-bfe0-9cad07fc089b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:15.954569 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f9d46c2d-99e3-47b7-9514-82820a707b07 req-46a36824-1694-446a-a86f-7bc48b0e507a tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/security-groups?id=81d66009-ac2c-475d-b4ed-165198bbf570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571105 Aug 16 17:51:15.976852 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aace23b-d8fe-41b2-8b7b-41ebe10c4fc6 req-918de9f2-fdb6-4e41-9168-065b1586e16a tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:15.978280 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-1aace23b-d8fe-41b2-8b7b-41ebe10c4fc6 req-918de9f2-fdb6-4e41-9168-065b1586e16a tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 943 time: 0.0886226 Aug 16 17:51:15.978423 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:16.029106 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=8cff3d94-e7c3-400a-95a9-b77e198c5941,revision_number=4']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:16.037225 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:51:16.037661 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:51:16.038107 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:51:16.038628 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:51:16.039025 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:51:16.039155 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa3f40-2df6-42d6-bfe0-9cad07fc089b admin admin] Pushing event updated for resources: {'Network': ['ID=abd87892-01ae-487a-b700-498630f47a61,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:16.039498 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:51:16.039899 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:51:16.040297 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:51:16.040697 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:51:16.041088 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:51:16.041503 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:51:16.041901 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:51:16.048935 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-3baa3f40-2df6-42d6-bfe0-9cad07fc089b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7740107 Aug 16 17:51:16.051845 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 54468) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:51:16.053472 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Network abd87892-01ae-487a-b700-498630f47a61 details requested by agent ovs-agent-dv-cinder-797608-18-iscsi with host dv-cinder-797608-18-iscsi {{(pid=101351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 17:51:16.054142 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-1aace23b-d8fe-41b2-8b7b-41ebe10c4fc6 req-90a7972e-38ed-4319-99ee-4b5f0e73ade8 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469468 Aug 16 17:51:16.061461 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-6cb4d4f9-1dcb-4f68-ae96-d37bdb54d213 admin admin] Request body: {'subnet': {'network_id': 'abd87892-01ae-487a-b700-498630f47a61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-543085044-subnet', 'tenant_id': '67e93bc9aa8640229cc9f17f3199ca27', 'ip_version': 4}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:51:16.239309 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb4d4f9-1dcb-4f68-ae96-d37bdb54d213 admin admin] Made reservation on behalf of 67e93bc9aa8640229cc9f17f3199ca27 for: {'subnet': 1} {{(pid=101349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:51:16.239309 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6cb4d4f9-1dcb-4f68-ae96-d37bdb54d213 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6006925'] for subnet, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:16.385341 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['8cff3d94-e7c3-400a-95a9-b77e198c5941'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:51:16.482257 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6cb4d4f9-1dcb-4f68-ae96-d37bdb54d213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5662942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6007011'] for subnet, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:16.541609 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4d4f9-1dcb-4f68-ae96-d37bdb54d213 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b77c348c-0c1d-4052-baba-3868ce8adf35,revision_number=0']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:16.548452 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb4d4f9-1dcb-4f68-ae96-d37bdb54d213 admin admin] Checking segment: {'id': '1f1d80ff-6f96-4f46-a24f-a310f32924c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'abd87892-01ae-487a-b700-498630f47a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:51:16.548810 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb4d4f9-1dcb-4f68-ae96-d37bdb54d213 admin admin] Network hostable DHCP agents. Network: abd87892-01ae-487a-b700-498630f47a61, hostable agents: ['3b7d26aa-1344-4a4d-94e6-3d95468a224e'], hosted agents: [] {{(pid=101349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 17:51:16.652986 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb4d4f9-1dcb-4f68-ae96-d37bdb54d213 admin admin] Network abd87892-01ae-487a-b700-498630f47a61 is scheduled to be hosted by DHCP agent 3b7d26aa-1344-4a4d-94e6-3d95468a224e with binding_index 1 {{(pid=101349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 17:51:16.767251 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.base_scheduler [None req-6cb4d4f9-1dcb-4f68-ae96-d37bdb54d213 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-18-iscsi, abd87892-01ae-487a-b700-498630f47a61) {{(pid=101349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:51:16.771855 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb4d4f9-1dcb-4f68-ae96-d37bdb54d213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:16.772446 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6cb4d4f9-1dcb-4f68-ae96-d37bdb54d213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:16.776550 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fec0274-aeba-4f1c-ac95-4f69be2ebba3 None None] Network abd87892-01ae-487a-b700-498630f47a61 requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:51:16.897273 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 54480) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:51:16.903244 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-6cb4d4f9-1dcb-4f68-ae96-d37bdb54d213 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8439059 Aug 16 17:51:16.903374 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-541a8952-f6b8-4330-ac58-8c3a98191579 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-543085044-router', 'tenant_id': '67e93bc9aa8640229cc9f17f3199ca27', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'}}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:51:16.934480 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda64113-d648-4f57-8da8-5f10f2f945ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3e3b7be-7796-57ff-9dc8-238864e5547d-abd87892-01ae-487a-b700-498630f47a61', 'network_id': 'abd87892-01ae-487a-b700-498630f47a61', 'tenant_id': '67e93bc9aa8640229cc9f17f3199ca27', 'fixed_ips': [{'subnet_id': 'b77c348c-0c1d-4052-baba-3868ce8adf35'}]}} from dv-cinder-797608-18-iscsi. {{(pid=101351) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 17:51:16.935433 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-bda64113-d648-4f57-8da8-5f10f2f945ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:16.975214 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48108e4a-e22e-4dd4-b4d2-583887e94563 req-51e0fc7f-f890-4751-8e0b-189f891831c1 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:16.976926 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-48108e4a-e22e-4dd4-b4d2-583887e94563 req-51e0fc7f-f890-4751-8e0b-189f891831c1 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0515344 Aug 16 17:51:17.000121 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-541a8952-f6b8-4330-ac58-8c3a98191579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-725257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39913'] for router, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:17.001620 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-541a8952-f6b8-4330-ac58-8c3a98191579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-725413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39824'] for router, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:17.043639 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-48108e4a-e22e-4dd4-b4d2-583887e94563 req-31a4320b-c61d-4664-828d-b0ddcad0f2a7 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514657 Aug 16 17:51:17.059658 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9011b4-06cf-4f44-a090-2d1a4639a1ee req-7583f067-d71f-4fcb-82ad-2c7d0a57e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:17.062129 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-4b9011b4-06cf-4f44-a090-2d1a4639a1ee req-7583f067-d71f-4fcb-82ad-2c7d0a57e4a0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c826e534cdf3487392db5108c66dec78&device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 1098 time: 0.0580621 Aug 16 17:51:17.091143 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.db_base_plugin_common [None req-bda64113-d648-4f57-8da8-5f10f2f945ec None None] Allocated IP 172.20.0.2 (abd87892-01ae-487a-b700-498630f47a61/b77c348c-0c1d-4052-baba-3868ce8adf35/a9992e97-49ac-4505-8764-e6e12b13fe6b) {{(pid=101351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:51:17.118894 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-541a8952-f6b8-4330-ac58-8c3a98191579 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:17.135977 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd36f58-4a4e-4681-b8d8-f5540434ff67 req-f43a1a95-7fa1-448c-a395-a46839db8045 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:17.137586 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4dd36f58-4a4e-4681-b8d8-f5540434ff67 req-f43a1a95-7fa1-448c-a395-a46839db8045 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af HTTP/1.1" status: 200 len: 944 time: 0.0880377 Aug 16 17:51:17.175866 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9011b4-06cf-4f44-a090-2d1a4639a1ee req-49f3a2b5-83fc-4a3c-9e06-2d66bac52df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:17.177340 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-4b9011b4-06cf-4f44-a090-2d1a4639a1ee req-49f3a2b5-83fc-4a3c-9e06-2d66bac52df8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19 HTTP/1.1" status: 200 len: 919 time: 0.0978973 Aug 16 17:51:17.179740 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4dd36f58-4a4e-4681-b8d8-f5540434ff67 req-eae8aa74-7a54-4303-be5b-7449bb9eeeb0 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/security-groups?id=81d66009-ac2c-475d-b4ed-165198bbf570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346446 Aug 16 17:51:17.225646 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-4b9011b4-06cf-4f44-a090-2d1a4639a1ee req-5ec766bf-59b0-4c37-89ff-d4abab0ebb80 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63563690-0627-4bce-b4cf-ca2e0700c1d0 HTTP/1.1" status: 200 len: 217 time: 0.0398726 Aug 16 17:51:17.245045 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-bda64113-d648-4f57-8da8-5f10f2f945ec None None] Notify callbacks [] for port, precommit_create {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:17.254258 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-bda64113-d648-4f57-8da8-5f10f2f945ec None None] Transition to ACTIVE for port object a9992e97-49ac-4505-8764-e6e12b13fe6b will not be triggered until provisioned by entity L2. {{(pid=101351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:51:17.269041 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-bda64113-d648-4f57-8da8-5f10f2f945ec None None] Transition to ACTIVE for port object a9992e97-49ac-4505-8764-e6e12b13fe6b will not be triggered until provisioned by entity DHCP. {{(pid=101351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:51:17.281565 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9011b4-06cf-4f44-a090-2d1a4639a1ee req-0348911a-874a-46d9-a44c-c1f92bc1d3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:17.283081 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-4b9011b4-06cf-4f44-a090-2d1a4639a1ee req-0348911a-874a-46d9-a44c-c1f92bc1d3c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0d26bf3-0e23-4847-8352-c1bfca5dd7d9 HTTP/1.1" status: 200 len: 858 time: 0.0491800 Aug 16 17:51:17.316733 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-4b9011b4-06cf-4f44-a090-2d1a4639a1ee req-fe01d160-eefe-42a5-a30b-8db6de1d0ec7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242424 Aug 16 17:51:17.321072 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-541a8952-f6b8-4330-ac58-8c3a98191579 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:17.350670 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-bda64113-d648-4f57-8da8-5f10f2f945ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662'] for port, after_create {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:17.390390 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda64113-d648-4f57-8da8-5f10f2f945ec None None] Network abd87892-01ae-487a-b700-498630f47a61 is already hosted by enough agents. {{(pid=101351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:51:17.395183 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.scheduler.base_scheduler [None req-bda64113-d648-4f57-8da8-5f10f2f945ec None None] Resources bound (agent type, host, resource id): {{(pid=101351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:51:17.399600 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda64113-d648-4f57-8da8-5f10f2f945ec None None] Received port after_create {{(pid=101351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:51:17.407299 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda64113-d648-4f57-8da8-5f10f2f945ec None None] Pushing event updated for resources: {'Port': ['ID=a9992e97-49ac-4505-8764-e6e12b13fe6b,revision_number=1']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:17.408485 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-4b9011b4-06cf-4f44-a090-2d1a4639a1ee req-91f7098e-4e90-4768-944b-0ddf7bde456a service neutron] 10.222.0.13 "GET /v2.0/networks/1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815780 Aug 16 17:51:17.456962 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-bda64113-d648-4f57-8da8-5f10f2f945ec None None] Attempting to bind port a9992e97-49ac-4505-8764-e6e12b13fe6b on host dv-cinder-797608-18-iscsi for vnic_type normal with profile {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:51:17.457434 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-bda64113-d648-4f57-8da8-5f10f2f945ec None None] Attempting to bind port a9992e97-49ac-4505-8764-e6e12b13fe6b by drivers openvswitch,hyperv on host dv-cinder-797608-18-iscsi at level 0 using segments [{'id': '1f1d80ff-6f96-4f46-a24f-a310f32924c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'abd87892-01ae-487a-b700-498630f47a61'}] {{(pid=101351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:51:17.457865 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda64113-d648-4f57-8da8-5f10f2f945ec None None] Attempting to bind port a9992e97-49ac-4505-8764-e6e12b13fe6b on network abd87892-01ae-487a-b700-498630f47a61 {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:51:17.463310 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda64113-d648-4f57-8da8-5f10f2f945ec None None] Checking agent: {'id': 'fab5396a-5d23-4b36-81ca-c96508201f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 39, 27), 'started_at': datetime.datetime(2021, 8, 16, 17, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:51:17.463675 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda64113-d648-4f57-8da8-5f10f2f945ec None None] Checking segment: {'id': '1f1d80ff-6f96-4f46-a24f-a310f32924c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'abd87892-01ae-487a-b700-498630f47a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:51:17.464149 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-bda64113-d648-4f57-8da8-5f10f2f945ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:17.464952 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda64113-d648-4f57-8da8-5f10f2f945ec None None] Bound using segment: {'id': '1f1d80ff-6f96-4f46-a24f-a310f32924c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'abd87892-01ae-487a-b700-498630f47a61'} {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:51:17.465193 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-bda64113-d648-4f57-8da8-5f10f2f945ec None None] Bound port: a9992e97-49ac-4505-8764-e6e12b13fe6b, host: dv-cinder-797608-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1d80ff-6f96-4f46-a24f-a310f32924c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'abd87892-01ae-487a-b700-498630f47a61'}}] {{(pid=101351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:51:17.465656 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-bda64113-d648-4f57-8da8-5f10f2f945ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:17.508874 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-4b9011b4-06cf-4f44-a090-2d1a4639a1ee req-3ad7f20d-1405-4802-9621-8112f7d3e4c4 service neutron] 10.222.0.13 "GET /v2.0/networks/1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896220 Aug 16 17:51:17.534305 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-bda64113-d648-4f57-8da8-5f10f2f945ec None None] For port a9992e97-49ac-4505-8764-e6e12b13fe6b, host dv-cinder-797608-18-iscsi, cleared binding levels {{(pid=101351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:51:17.537751 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-bda64113-d648-4f57-8da8-5f10f2f945ec None None] For port a9992e97-49ac-4505-8764-e6e12b13fe6b, host dv-cinder-797608-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=a9992e97-49ac-4505-8764-e6e12b13fe6b,segment=NetworkSegment(1f1d80ff-6f96-4f46-a24f-a310f32924c7),segment_id=1f1d80ff-6f96-4f46-a24f-a310f32924c7)] {{(pid=101351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:51:17.614127 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-bda64113-d648-4f57-8da8-5f10f2f945ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:17.646790 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-541a8952-f6b8-4330-ac58-8c3a98191579 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:17.669864 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda64113-d648-4f57-8da8-5f10f2f945ec None None] Pushing event updated for resources: {'Port': ['ID=a9992e97-49ac-4505-8764-e6e12b13fe6b,revision_number=2']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:17.670313 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-541a8952-f6b8-4330-ac58-8c3a98191579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:17.699304 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 8cff3d94-e7c3-400a-95a9-b77e198c5941 up at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:51:17.787959 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.db_base_plugin_common [None req-541a8952-f6b8-4330-ac58-8c3a98191579 admin admin] Allocated IP 172.27.3.69 (d857f842-3fbc-4776-aae7-ff863ed2df9e/954a9ada-4a6b-483d-99dd-491d9afbe734/3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c) {{(pid=101350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:51:17.819036 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning for port 8cff3d94-e7c3-400a-95a9-b77e198c5941 completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:51:17.823407 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning complete for port 8cff3d94-e7c3-400a-95a9-b77e198c5941 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:51:17.823573 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:17.910493 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-541a8952-f6b8-4330-ac58-8c3a98191579 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:17.926534 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:17.950845 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cff3d94-e7c3-400a-95a9-b77e198c5941'}] {{(pid=101351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:51:17.953311 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4661e6bc32737764ca712b7c7300ac6ad1a8a79a1ea43afdc004a14577d676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4346ed-c02a-4b2a-9de5-0dedb252e2a2" -d '{"events": [{"server_uuid": "af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af", "name": "network-vif-plugged", "status": "completed", "tag": "8cff3d94-e7c3-400a-95a9-b77e198c5941"}]}' {{(pid=101351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:51:17.972574 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 8cff3d94-e7c3-400a-95a9-b77e198c5941, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8cff3d94-e7c3-400a-95a9-b77e198c5941,segment=NetworkSegment(670ee39c-d21d-439e-a9e5-a108d4905a64),segment_id=670ee39c-d21d-439e-a9e5-a108d4905a64)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:51:17.997152 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8ebf20-cc6b-44c6-9b96-8181788469ef x-openstack-request-id: req-2d8ebf20-cc6b-44c6-9b96-8181788469ef {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:51:17.997423 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af", "name": "network-vif-plugged", "status": "completed", "tag": "8cff3d94-e7c3-400a-95a9-b77e198c5941", "code": 200}]} {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:51:17.997673 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2d8ebf20-cc6b-44c6-9b96-8181788469ef {{(pid=101351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:51:17.998131 dv-cinder-797608-18-iscsi neutron-server[101351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cff3d94-e7c3-400a-95a9-b77e198c5941', 'code': 200} Aug 16 17:51:18.053677 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-541a8952-f6b8-4330-ac58-8c3a98191579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4811479'] for port, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:18.076326 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:18.093392 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541a8952-f6b8-4330-ac58-8c3a98191579 admin admin] Network d857f842-3fbc-4776-aae7-ff863ed2df9e is already hosted by enough agents. {{(pid=101350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:51:18.099409 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.base_scheduler [None req-541a8952-f6b8-4330-ac58-8c3a98191579 admin admin] Resources bound (agent type, host, resource id): {{(pid=101350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:51:18.101974 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541a8952-f6b8-4330-ac58-8c3a98191579 admin admin] Received port after_create {{(pid=101350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:51:18.140328 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=8cff3d94-e7c3-400a-95a9-b77e198c5941,revision_number=5']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:18.147176 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a8952-f6b8-4330-ac58-8c3a98191579 admin admin] Pushing event updated for resources: {'Port': ['ID=3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:18.257458 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890ac3f-833b-4233-b2eb-a77f695a57aa req-8eb1c73a-a86f-4a0a-b3aa-e74abfa769fd tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:18.259012 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e890ac3f-833b-4233-b2eb-a77f695a57aa req-8eb1c73a-a86f-4a0a-b3aa-e74abfa769fd tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.1252534 Aug 16 17:51:18.339534 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e890ac3f-833b-4233-b2eb-a77f695a57aa req-ba4c5a1e-cbeb-4a30-af2c-29685d91efd7 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599835 Aug 16 17:51:18.345543 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d66768-9ad4-404d-aaca-2fbb983a0ce2 req-ed330493-d05c-4aa5-a404-9e4fa4cb070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:18.347211 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-70d66768-9ad4-404d-aaca-2fbb983a0ce2 req-ed330493-d05c-4aa5-a404-9e4fa4cb070f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af HTTP/1.1" status: 200 len: 1098 time: 0.0447702 Aug 16 17:51:18.387522 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-70d66768-9ad4-404d-aaca-2fbb983a0ce2 req-3f266eb5-1a38-4d5f-9cc0-0a151626433d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=81d66009-ac2c-475d-b4ed-165198bbf570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316751 Aug 16 17:51:18.507824 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4322e9a-5547-4d5a-912c-936e64e8d718 req-bb4f5b8c-7d52-4e42-b81d-0595b22dfb69 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:18.509332 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e4322e9a-5547-4d5a-912c-936e64e8d718 req-bb4f5b8c-7d52-4e42-b81d-0595b22dfb69 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af HTTP/1.1" status: 200 len: 945 time: 0.1026766 Aug 16 17:51:18.584005 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-541a8952-f6b8-4330-ac58-8c3a98191579 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:18.588155 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e4322e9a-5547-4d5a-912c-936e64e8d718 req-62572d3f-a813-4f49-b8fe-0002d2661093 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/security-groups?id=81d66009-ac2c-475d-b4ed-165198bbf570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498018 Aug 16 17:51:18.616451 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc7e33b-46d3-4ac7-912c-9f78ec863a17 None None] Network abd87892-01ae-487a-b700-498630f47a61 requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:51:18.739963 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-7f81ddd6-9e28-4568-899d-4ae56520537d None None] Provisioning for port a9992e97-49ac-4505-8764-e6e12b13fe6b completed by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:51:18.789156 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-541a8952-f6b8-4330-ac58-8c3a98191579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-725404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726055'] for router, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:19.013220 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541a8952-f6b8-4330-ac58-8c3a98191579 admin admin] Router e629d6ec-b50f-4fb3-a94d-84264f4b18ea is scheduled to L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 with binding_index 1 {{(pid=101350) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 17:51:19.117477 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541a8952-f6b8-4330-ac58-8c3a98191579 admin admin] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 17:51:19.126248 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f199ba30-739e-4771-9002-0f836ccfa28c None None] Sync routers for ids ['e629d6ec-b50f-4fb3-a94d-84264f4b18ea'] in dv-cinder-797608-18-iscsi {{(pid=101352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 17:51:19.134844 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f199ba30-739e-4771-9002-0f836ccfa28c None None] Routers {'e629d6ec-b50f-4fb3-a94d-84264f4b18ea'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:51:19.135469 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-f199ba30-739e-4771-9002-0f836ccfa28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:50:56Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['e629d6ec-b50f-4fb3-a94d-84264f4b18ea'], 'active': True} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:51:19.219053 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-541a8952-f6b8-4330-ac58-8c3a98191579 admin admin] Notify callbacks [] for router, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:19.220290 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-541a8952-f6b8-4330-ac58-8c3a98191579 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3219941 Aug 16 17:51:19.223583 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 54496) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:51:19.238247 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvr_db [None req-f199ba30-739e-4771-9002-0f836ccfa28c None None] Set router e629d6ec-b50f-4fb3-a94d-84264f4b18ea gateway port host: dv-cinder-797608-18-iscsi {{(pid=101352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:51:19.443312 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-f199ba30-739e-4771-9002-0f836ccfa28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e629d6ec-b50f-4fb3-a94d-84264f4b18ea', 'name': 'tempest-TestShelveInstance-543085044-router', 'tenant_id': '67e93bc9aa8640229cc9f17f3199ca27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:51:17Z', 'updated_at': '2021-08-16T17:51:18Z', 'revision_number': 3, 'project_id': '67e93bc9aa8640229cc9f17f3199ca27', 'gw_port': {'id': '3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e629d6ec-b50f-4fb3-a94d-84264f4b18ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:51:17Z', 'updated_at': '2021-08-16T17:51:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi'}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:51:19.447836 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device a9992e97-49ac-4505-8764-e6e12b13fe6b up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:51:19.474704 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f199ba30-739e-4771-9002-0f836ccfa28c None None] Checking router: e629d6ec-b50f-4fb3-a94d-84264f4b18ea for host: dv-cinder-797608-18-iscsi {{(pid=101352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 17:51:19.475057 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f199ba30-739e-4771-9002-0f836ccfa28c None None] Updating router e629d6ec-b50f-4fb3-a94d-84264f4b18ea port 3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c binding host dv-cinder-797608-18-iscsi {{(pid=101352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 17:51:19.503196 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-f199ba30-739e-4771-9002-0f836ccfa28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:19.562436 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning for port a9992e97-49ac-4505-8764-e6e12b13fe6b completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:51:19.567462 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port a9992e97-49ac-4505-8764-e6e12b13fe6b triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:51:19.567949 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:19.651878 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:19.696071 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] For port a9992e97-49ac-4505-8764-e6e12b13fe6b, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=a9992e97-49ac-4505-8764-e6e12b13fe6b,segment=NetworkSegment(1f1d80ff-6f96-4f46-a24f-a310f32924c7),segment_id=1f1d80ff-6f96-4f46-a24f-a310f32924c7)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:51:19.767687 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd68f4-91d2-4f4a-a8d0-1155b65cae90 req-24c76160-d1c1-4a15-a923-f30094f7edc6 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:19.769739 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4ccd68f4-91d2-4f4a-a8d0-1155b65cae90 req-24c76160-d1c1-4a15-a923-f30094f7edc6 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.3475451 Aug 16 17:51:19.780932 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-f199ba30-739e-4771-9002-0f836ccfa28c None None] Notify callbacks [] for port, precommit_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:19.792658 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.provisioning_blocks [None req-f199ba30-739e-4771-9002-0f836ccfa28c None None] Transition to ACTIVE for port object 3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c will not be triggered until provisioned by entity L2. {{(pid=101352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:51:19.796296 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:19.847223 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Pushing event updated for resources: {'Port': ['ID=a9992e97-49ac-4505-8764-e6e12b13fe6b,revision_number=3']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:19.853433 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4ccd68f4-91d2-4f4a-a8d0-1155b65cae90 req-6dc195b9-94ef-45a9-948d-10e759235c8d tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773897 Aug 16 17:51:19.859368 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-f199ba30-739e-4771-9002-0f836ccfa28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:19.925695 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc526d-edc5-4190-8eba-02e350580db0 None None] Pushing event updated for resources: {'Port': ['ID=3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c,revision_number=2']} {{(pid=101352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:19.934493 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc526d-edc5-4190-8eba-02e350580db0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:51:19.934859 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc526d-edc5-4190-8eba-02e350580db0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:51:19.935197 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc526d-edc5-4190-8eba-02e350580db0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:51:19.935566 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc526d-edc5-4190-8eba-02e350580db0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:51:19.935895 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc526d-edc5-4190-8eba-02e350580db0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:51:19.936222 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc526d-edc5-4190-8eba-02e350580db0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:51:19.936561 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc526d-edc5-4190-8eba-02e350580db0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:51:19.936884 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc526d-edc5-4190-8eba-02e350580db0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:51:19.937207 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc526d-edc5-4190-8eba-02e350580db0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:51:19.937528 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc526d-edc5-4190-8eba-02e350580db0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:51:19.937845 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc526d-edc5-4190-8eba-02e350580db0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:51:19.938184 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc526d-edc5-4190-8eba-02e350580db0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:51:19.942101 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.managers [None req-f199ba30-739e-4771-9002-0f836ccfa28c None None] Attempting to bind port 3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c on host dv-cinder-797608-18-iscsi for vnic_type normal with profile {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:51:19.942468 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.managers [None req-f199ba30-739e-4771-9002-0f836ccfa28c None None] Attempting to bind port 3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c by drivers openvswitch,hyperv on host dv-cinder-797608-18-iscsi at level 0 using segments [{'id': '81288102-e1f3-4b19-b1aa-0a6021adf8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'}] {{(pid=101352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:51:19.942858 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f199ba30-739e-4771-9002-0f836ccfa28c None None] Attempting to bind port 3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c on network d857f842-3fbc-4776-aae7-ff863ed2df9e {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:51:19.948729 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f199ba30-739e-4771-9002-0f836ccfa28c None None] Checking agent: {'id': 'fab5396a-5d23-4b36-81ca-c96508201f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 39, 27), 'started_at': datetime.datetime(2021, 8, 16, 17, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:51:19.949098 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f199ba30-739e-4771-9002-0f836ccfa28c None None] Checking segment: {'id': '81288102-e1f3-4b19-b1aa-0a6021adf8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:51:19.949491 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-f199ba30-739e-4771-9002-0f836ccfa28c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:19.949875 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f199ba30-739e-4771-9002-0f836ccfa28c None None] Bound using segment: {'id': '81288102-e1f3-4b19-b1aa-0a6021adf8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'} {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:51:19.950382 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.managers [None req-f199ba30-739e-4771-9002-0f836ccfa28c None None] Bound port: 3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c, host: dv-cinder-797608-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81288102-e1f3-4b19-b1aa-0a6021adf8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'}}] {{(pid=101352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:51:19.950782 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-f199ba30-739e-4771-9002-0f836ccfa28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:20.003899 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.db [None req-f199ba30-739e-4771-9002-0f836ccfa28c None None] For port 3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c, host dv-cinder-797608-18-iscsi, cleared binding levels {{(pid=101352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:51:20.007384 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.db [None req-f199ba30-739e-4771-9002-0f836ccfa28c None None] For port 3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c, host dv-cinder-797608-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c,segment=NetworkSegment(81288102-e1f3-4b19-b1aa-0a6021adf8ca),segment_id=81288102-e1f3-4b19-b1aa-0a6021adf8ca)] {{(pid=101352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:51:20.012389 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09a02e-4f59-4b44-b441-daad0dc9d9c8 req-7325b37c-62de-4366-b326-89de380c8c2d tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:20.013877 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ff09a02e-4f59-4b44-b441-daad0dc9d9c8 req-7325b37c-62de-4366-b326-89de380c8c2d tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af HTTP/1.1" status: 200 len: 945 time: 0.0954649 Aug 16 17:51:20.017956 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-cbeccbee-090b-4d0c-acd0-a2af78fdc9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:20.059316 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-f199ba30-739e-4771-9002-0f836ccfa28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:20.094832 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ff09a02e-4f59-4b44-b441-daad0dc9d9c8 req-d55fd5b9-bb50-4166-a8fc-9285a2868e56 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/security-groups?id=81d66009-ac2c-475d-b4ed-165198bbf570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740807 Aug 16 17:51:20.109483 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f199ba30-739e-4771-9002-0f836ccfa28c None None] Routers {'e629d6ec-b50f-4fb3-a94d-84264f4b18ea'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:51:20.110372 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-f199ba30-739e-4771-9002-0f836ccfa28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:50:56Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['e629d6ec-b50f-4fb3-a94d-84264f4b18ea'], 'active': True} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:51:20.173807 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc526d-edc5-4190-8eba-02e350580db0 None None] Pushing event updated for resources: {'Port': ['ID=3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c,revision_number=3']} {{(pid=101352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:20.222263 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.db_base_plugin_common [None req-cbeccbee-090b-4d0c-acd0-a2af78fdc9e4 admin admin] Allocated IP 172.20.0.1 (abd87892-01ae-487a-b700-498630f47a61/b77c348c-0c1d-4052-baba-3868ce8adf35/894ac00b-80ac-47b1-90a5-b5baf35313a7) {{(pid=101350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:51:20.237134 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvr_db [None req-f199ba30-739e-4771-9002-0f836ccfa28c None None] Set router e629d6ec-b50f-4fb3-a94d-84264f4b18ea gateway port host: dv-cinder-797608-18-iscsi {{(pid=101352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:51:20.354153 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-cbeccbee-090b-4d0c-acd0-a2af78fdc9e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:20.367756 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.provisioning_blocks [None req-cbeccbee-090b-4d0c-acd0-a2af78fdc9e4 admin admin] Transition to ACTIVE for port object 894ac00b-80ac-47b1-90a5-b5baf35313a7 will not be triggered until provisioned by entity DHCP. {{(pid=101350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:51:20.471830 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-cbeccbee-090b-4d0c-acd0-a2af78fdc9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4811479'] for port, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:20.511351 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbeccbee-090b-4d0c-acd0-a2af78fdc9e4 admin admin] Network abd87892-01ae-487a-b700-498630f47a61 is already hosted by enough agents. {{(pid=101350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:51:20.515101 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-f199ba30-739e-4771-9002-0f836ccfa28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e629d6ec-b50f-4fb3-a94d-84264f4b18ea', 'name': 'tempest-TestShelveInstance-543085044-router', 'tenant_id': '67e93bc9aa8640229cc9f17f3199ca27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:51:17Z', 'updated_at': '2021-08-16T17:51:18Z', 'revision_number': 3, 'project_id': '67e93bc9aa8640229cc9f17f3199ca27', 'gw_port': {'id': '3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e629d6ec-b50f-4fb3-a94d-84264f4b18ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:51:17Z', 'updated_at': '2021-08-16T17:51:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi'}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:51:20.517715 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.base_scheduler [None req-cbeccbee-090b-4d0c-acd0-a2af78fdc9e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:51:20.520253 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeccbee-090b-4d0c-acd0-a2af78fdc9e4 admin admin] Received port after_create {{(pid=101350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:51:20.542178 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f199ba30-739e-4771-9002-0f836ccfa28c None None] The sync data for ids ['e629d6ec-b50f-4fb3-a94d-84264f4b18ea'] in dv-cinder-797608-18-iscsi is: [{'id': 'e629d6ec-b50f-4fb3-a94d-84264f4b18ea', 'name': 'tempest-TestShelveInstance-543085044-router', 'tenant_id': '67e93bc9aa8640229cc9f17f3199ca27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:51:17Z', 'updated_at': '2021-08-16T17:51:18Z', 'revision_number': 3, 'project_id': '67e93bc9aa8640229cc9f17f3199ca27', 'gw_port': {'id': '3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e629d6ec-b50f-4fb3-a94d-84264f4b18ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:51:17Z', 'updated_at': '2021-08-16T17:51:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi'}] {{(pid=101352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 17:51:20.546015 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeccbee-090b-4d0c-acd0-a2af78fdc9e4 admin admin] Pushing event updated for resources: {'Port': ['ID=894ac00b-80ac-47b1-90a5-b5baf35313a7,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:20.570628 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-cbeccbee-090b-4d0c-acd0-a2af78fdc9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701256'] for router_interface, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:20.780439 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 6 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 17:51:20.800867 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-cbeccbee-090b-4d0c-acd0-a2af78fdc9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:20.881810 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-1d7e0dc3-f287-4cf4-b4f3-c7b401ea0046 None None] Provisioning for port 894ac00b-80ac-47b1-90a5-b5baf35313a7 completed by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:51:20.886027 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-1d7e0dc3-f287-4cf4-b4f3-c7b401ea0046 None None] Provisioning complete for port 894ac00b-80ac-47b1-90a5-b5baf35313a7 triggered by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:51:20.886404 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-1d7e0dc3-f287-4cf4-b4f3-c7b401ea0046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:20.938517 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-1d7e0dc3-f287-4cf4-b4f3-c7b401ea0046 None None] Port 894ac00b-80ac-47b1-90a5-b5baf35313a7 cannot update to ACTIVE because it is not bound. {{(pid=101351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 17:51:21.029164 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-cbeccbee-090b-4d0c-acd0-a2af78fdc9e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:21.044392 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dacf45-d487-4cae-8258-4995e0451dca req-d013bc4a-be80-4310-8d93-7aa90b0d5589 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:21.046174 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-15dacf45-d487-4cae-8258-4995e0451dca req-d013bc4a-be80-4310-8d93-7aa90b0d5589 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0937433 Aug 16 17:51:21.088118 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-cbeccbee-090b-4d0c-acd0-a2af78fdc9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4811480'] for port, after_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:21.093489 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-15dacf45-d487-4cae-8258-4995e0451dca req-d2ff5dd7-e5ef-4be9-a32a-903416ded993 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415320 Aug 16 17:51:21.163325 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-cbeccbee-090b-4d0c-acd0-a2af78fdc9e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-634170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701412'] for router_interface, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:21.168765 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeccbee-090b-4d0c-acd0-a2af78fdc9e4 admin admin] Pushing event updated for resources: {'Port': ['ID=894ac00b-80ac-47b1-90a5-b5baf35313a7,revision_number=2']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:21.265776 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbeccbee-090b-4d0c-acd0-a2af78fdc9e4 admin admin] Network abd87892-01ae-487a-b700-498630f47a61 is already hosted by enough agents. {{(pid=101350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:51:21.267263 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.base_scheduler [None req-cbeccbee-090b-4d0c-acd0-a2af78fdc9e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:51:21.403790 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbeccbee-090b-4d0c-acd0-a2af78fdc9e4 admin admin] Router e629d6ec-b50f-4fb3-a94d-84264f4b18ea has already been hosted by L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 {{(pid=101350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 17:51:21.499792 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:51:21.533961 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbeccbee-090b-4d0c-acd0-a2af78fdc9e4 admin admin] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 17:51:21.540150 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-cbeccbee-090b-4d0c-acd0-a2af78fdc9e4 admin admin] 10.222.0.73 "PUT /v2.0/routers/e629d6ec-b50f-4fb3-a94d-84264f4b18ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3155706 Aug 16 17:51:21.561983 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-059d4b1e-908e-4869-b1e4-b03164d2a2c2 None None] Provisioning complete for port 894ac00b-80ac-47b1-90a5-b5baf35313a7 triggered by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:51:21.562365 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-059d4b1e-908e-4869-b1e4-b03164d2a2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:21.599699 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-059d4b1e-908e-4869-b1e4-b03164d2a2c2 None None] Port 894ac00b-80ac-47b1-90a5-b5baf35313a7 cannot update to ACTIVE because it is not bound. {{(pid=101351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 17:51:21.624747 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning for port 3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:51:21.629138 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:51:21.629517 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:21.713736 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:21.734805 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] For port 3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c,segment=NetworkSegment(81288102-e1f3-4b19-b1aa-0a6021adf8ca),segment_id=81288102-e1f3-4b19-b1aa-0a6021adf8ca)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:51:21.737091 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 9c138bc0-b659-41ca-b07d-dbed825e3255 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=101351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 17:51:21.802803 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:21.803564 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device a9992e97-49ac-4505-8764-e6e12b13fe6b up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:51:21.898271 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 9c138bc0-b659-41ca-b07d-dbed825e3255, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9c138bc0-b659-41ca-b07d-dbed825e3255,segment=NetworkSegment(1d556eea-2e00-495e-a4c4-1b5b0d31797f),segment_id=1d556eea-2e00-495e-a4c4-1b5b0d31797f)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:51:21.922100 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Pushing event updated for resources: {'Port': ['ID=3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c,revision_number=4']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:21.926257 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Returning: {'device': '9c138bc0-b659-41ca-b07d-dbed825e3255', 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f', 'port_id': '9c138bc0-b659-41ca-b07d-dbed825e3255', 'mac_address': 'fa:16:3e:ff:3c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0c1f877-910d-484d-a497-8ce21ca738df', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 17:51:21.939536 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port a9992e97-49ac-4505-8764-e6e12b13fe6b triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:51:21.939998 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:22.004430 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:22.021531 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c138bc0-b659-41ca-b07d-dbed825e3255 {{(pid=101351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:51:22.046468 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 9c138bc0-b659-41ca-b07d-dbed825e3255, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9c138bc0-b659-41ca-b07d-dbed825e3255,segment=NetworkSegment(1d556eea-2e00-495e-a4c4-1b5b0d31797f),segment_id=1d556eea-2e00-495e-a4c4-1b5b0d31797f)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:51:22.116081 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:22.172010 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=9c138bc0-b659-41ca-b07d-dbed825e3255,revision_number=9']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:22.190757 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31740581-cdeb-4a24-b682-cd4e4ff50811 None None] Sync routers for ids ['e629d6ec-b50f-4fb3-a94d-84264f4b18ea'] in dv-cinder-797608-18-iscsi {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 17:51:22.204846 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31740581-cdeb-4a24-b682-cd4e4ff50811 None None] Routers {'e629d6ec-b50f-4fb3-a94d-84264f4b18ea'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:51:22.205611 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-31740581-cdeb-4a24-b682-cd4e4ff50811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:50:56Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['e629d6ec-b50f-4fb3-a94d-84264f4b18ea'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:51:22.222397 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea25dd7-8148-46c3-a171-5a257dd678ae req-4df1e015-257d-43d3-890f-0d7dd49c24a4 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:22.223939 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-eea25dd7-8148-46c3-a171-5a257dd678ae req-4df1e015-257d-43d3-890f-0d7dd49c24a4 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0539727 Aug 16 17:51:22.267210 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-eea25dd7-8148-46c3-a171-5a257dd678ae req-bdf117b5-f6f5-4697-8453-c91d98fb771a tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374990 Aug 16 17:51:22.328334 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 54580) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:51:22.329499 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-31740581-cdeb-4a24-b682-cd4e4ff50811 None None] Set router e629d6ec-b50f-4fb3-a94d-84264f4b18ea gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:51:22.333882 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-b85568f6-a8ba-4d62-921f-3acbd68343ac admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1716367841-network', 'tenant_id': 'dc29fa4407ce4f72bb85c9804da74c96'}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:51:22.419046 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85568f6-a8ba-4d62-921f-3acbd68343ac admin admin] Made reservation on behalf of dc29fa4407ce4f72bb85c9804da74c96 for: {'network': 1} {{(pid=101350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:51:22.421400 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-b85568f6-a8ba-4d62-921f-3acbd68343ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for network, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:22.437519 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-b85568f6-a8ba-4d62-921f-3acbd68343ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:22.524779 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-b85568f6-a8ba-4d62-921f-3acbd68343ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:22.550715 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-31740581-cdeb-4a24-b682-cd4e4ff50811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e629d6ec-b50f-4fb3-a94d-84264f4b18ea', 'name': 'tempest-TestShelveInstance-543085044-router', 'tenant_id': '67e93bc9aa8640229cc9f17f3199ca27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:51:17Z', 'updated_at': '2021-08-16T17:51:20Z', 'revision_number': 4, 'project_id': '67e93bc9aa8640229cc9f17f3199ca27', 'gw_port': {'id': '3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e629d6ec-b50f-4fb3-a94d-84264f4b18ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:51:17Z', 'updated_at': '2021-08-16T17:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': '894ac00b-80ac-47b1-90a5-b5baf35313a7', 'name': '', 'network_id': 'abd87892-01ae-487a-b700-498630f47a61', 'tenant_id': '67e93bc9aa8640229cc9f17f3199ca27', 'mac_address': 'fa:16:3e:27:aa:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e629d6ec-b50f-4fb3-a94d-84264f4b18ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b77c348c-0c1d-4052-baba-3868ce8adf35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:51:20Z', 'updated_at': '2021-08-16T17:51:20Z', 'revision_number': 2, 'project_id': '67e93bc9aa8640229cc9f17f3199ca27', 'subnets': [{'id': 'b77c348c-0c1d-4052-baba-3868ce8adf35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:51:22.577866 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31740581-cdeb-4a24-b682-cd4e4ff50811 None None] Checking router: e629d6ec-b50f-4fb3-a94d-84264f4b18ea for host: dv-cinder-797608-18-iscsi {{(pid=101351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 17:51:22.578151 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31740581-cdeb-4a24-b682-cd4e4ff50811 None None] Updating router e629d6ec-b50f-4fb3-a94d-84264f4b18ea port 894ac00b-80ac-47b1-90a5-b5baf35313a7 binding host dv-cinder-797608-18-iscsi {{(pid=101351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 17:51:22.601654 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-b85568f6-a8ba-4d62-921f-3acbd68343ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:22.602463 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-31740581-cdeb-4a24-b682-cd4e4ff50811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:22.627215 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b85568f6-a8ba-4d62-921f-3acbd68343ac admin admin] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=101350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 17:51:22.636612 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85568f6-a8ba-4d62-921f-3acbd68343ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd42954e-2b99-427b-b8cb-c5476e305aee,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:22.659636 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-b85568f6-a8ba-4d62-921f-3acbd68343ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050'] for segment, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:22.659989 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.db.segments_db [None req-b85568f6-a8ba-4d62-921f-3acbd68343ac admin admin] Added segment 7fd02241-6524-4783-92ab-8351f423ad8f of type vlan for network d38b78fd-015f-4917-8bd9-445e1fca8dcf Aug 16 17:51:22.705193 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-b85568f6-a8ba-4d62-921f-3acbd68343ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753902937420'] for network, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:22.771036 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['9c138bc0-b659-41ca-b07d-dbed825e3255'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:51:23.116446 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-31740581-cdeb-4a24-b682-cd4e4ff50811 None None] Notify callbacks [] for port, precommit_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:23.125839 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-31740581-cdeb-4a24-b682-cd4e4ff50811 None None] Transition to ACTIVE for port object 894ac00b-80ac-47b1-90a5-b5baf35313a7 will not be triggered until provisioned by entity L2. {{(pid=101351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:51:23.386673 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96879e-facf-4581-9ec8-b859d2e46587 req-924773a1-0e36-4bcc-8da9-5337e3eb2af1 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:23.388318 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-3d96879e-facf-4581-9ec8-b859d2e46587 req-924773a1-0e36-4bcc-8da9-5337e3eb2af1 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0512159 Aug 16 17:51:23.401664 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:51:23.428862 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-3d96879e-facf-4581-9ec8-b859d2e46587 req-05132b6b-2a51-444c-920c-ed16964abc0d tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331702 Aug 16 17:51:23.452149 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:51:23.452149 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:23.596208 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-b85568f6-a8ba-4d62-921f-3acbd68343ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132'] for network, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:23.597238 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85568f6-a8ba-4d62-921f-3acbd68343ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:23.597825 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-b85568f6-a8ba-4d62-921f-3acbd68343ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:23.607734 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-31740581-cdeb-4a24-b682-cd4e4ff50811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:23.659819 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85568f6-a8ba-4d62-921f-3acbd68343ac admin admin] Pushing event updated for resources: {'Network': ['ID=d38b78fd-015f-4917-8bd9-445e1fca8dcf,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:23.666764 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8982ec-e46e-476e-bd4e-6c876e3ed21a None None] Pushing event updated for resources: {'Port': ['ID=894ac00b-80ac-47b1-90a5-b5baf35313a7,revision_number=3']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:23.684551 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Network d38b78fd-015f-4917-8bd9-445e1fca8dcf details requested by agent ovs-agent-dv-cinder-797608-18-iscsi with host dv-cinder-797608-18-iscsi {{(pid=101351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 17:51:23.757217 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-b85568f6-a8ba-4d62-921f-3acbd68343ac admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4274857 Aug 16 17:51:23.759639 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 54586) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:51:23.765041 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-c0617b28-fd5f-4c52-a50e-8a304c65d506 admin admin] Request body: {'subnet': {'network_id': 'd38b78fd-015f-4917-8bd9-445e1fca8dcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1716367841-subnet', 'tenant_id': 'dc29fa4407ce4f72bb85c9804da74c96', 'ip_version': 4}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:51:23.784082 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-31740581-cdeb-4a24-b682-cd4e4ff50811 None None] Attempting to bind port 894ac00b-80ac-47b1-90a5-b5baf35313a7 on host dv-cinder-797608-18-iscsi for vnic_type normal with profile {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:51:23.784449 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-31740581-cdeb-4a24-b682-cd4e4ff50811 None None] Attempting to bind port 894ac00b-80ac-47b1-90a5-b5baf35313a7 by drivers openvswitch,hyperv on host dv-cinder-797608-18-iscsi at level 0 using segments [{'id': '1f1d80ff-6f96-4f46-a24f-a310f32924c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'abd87892-01ae-487a-b700-498630f47a61'}] {{(pid=101351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:51:23.784809 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31740581-cdeb-4a24-b682-cd4e4ff50811 None None] Attempting to bind port 894ac00b-80ac-47b1-90a5-b5baf35313a7 on network abd87892-01ae-487a-b700-498630f47a61 {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:51:23.793243 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31740581-cdeb-4a24-b682-cd4e4ff50811 None None] Checking agent: {'id': 'fab5396a-5d23-4b36-81ca-c96508201f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 39, 27), 'started_at': datetime.datetime(2021, 8, 16, 17, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:51:23.793761 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31740581-cdeb-4a24-b682-cd4e4ff50811 None None] Checking segment: {'id': '1f1d80ff-6f96-4f46-a24f-a310f32924c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'abd87892-01ae-487a-b700-498630f47a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:51:23.794125 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-31740581-cdeb-4a24-b682-cd4e4ff50811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:23.794512 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31740581-cdeb-4a24-b682-cd4e4ff50811 None None] Bound using segment: {'id': '1f1d80ff-6f96-4f46-a24f-a310f32924c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'abd87892-01ae-487a-b700-498630f47a61'} {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:51:23.794979 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-31740581-cdeb-4a24-b682-cd4e4ff50811 None None] Bound port: 894ac00b-80ac-47b1-90a5-b5baf35313a7, host: dv-cinder-797608-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1d80ff-6f96-4f46-a24f-a310f32924c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'abd87892-01ae-487a-b700-498630f47a61'}}] {{(pid=101351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:51:23.795354 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-31740581-cdeb-4a24-b682-cd4e4ff50811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:23.859506 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-31740581-cdeb-4a24-b682-cd4e4ff50811 None None] For port 894ac00b-80ac-47b1-90a5-b5baf35313a7, host dv-cinder-797608-18-iscsi, cleared binding levels {{(pid=101351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:51:23.863210 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-31740581-cdeb-4a24-b682-cd4e4ff50811 None None] For port 894ac00b-80ac-47b1-90a5-b5baf35313a7, host dv-cinder-797608-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=894ac00b-80ac-47b1-90a5-b5baf35313a7,segment=NetworkSegment(1f1d80ff-6f96-4f46-a24f-a310f32924c7),segment_id=1f1d80ff-6f96-4f46-a24f-a310f32924c7)] {{(pid=101351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:51:23.956196 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-11133e52-eba8-46bf-a21a-3401d7953061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:23.990576 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0617b28-fd5f-4c52-a50e-8a304c65d506 admin admin] Made reservation on behalf of dc29fa4407ce4f72bb85c9804da74c96 for: {'subnet': 1} {{(pid=101350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:51:23.991128 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-31740581-cdeb-4a24-b682-cd4e4ff50811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:23.992968 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-c0617b28-fd5f-4c52-a50e-8a304c65d506 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5156019'] for subnet, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:24.053765 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31740581-cdeb-4a24-b682-cd4e4ff50811 None None] Routers {'e629d6ec-b50f-4fb3-a94d-84264f4b18ea'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:51:24.053765 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-31740581-cdeb-4a24-b682-cd4e4ff50811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:50:56Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['e629d6ec-b50f-4fb3-a94d-84264f4b18ea'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:51:24.094290 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8982ec-e46e-476e-bd4e-6c876e3ed21a None None] Pushing event updated for resources: {'Port': ['ID=894ac00b-80ac-47b1-90a5-b5baf35313a7,revision_number=4']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:24.178389 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-31740581-cdeb-4a24-b682-cd4e4ff50811 None None] Set router e629d6ec-b50f-4fb3-a94d-84264f4b18ea gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:51:24.247651 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-c0617b28-fd5f-4c52-a50e-8a304c65d506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4809287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5156061'] for subnet, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:24.305081 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0617b28-fd5f-4c52-a50e-8a304c65d506 admin admin] Pushing event updated for resources: {'Subnet': ['ID=110686ed-8776-4f3a-915d-b243bae208b5,revision_number=0']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:24.315372 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0617b28-fd5f-4c52-a50e-8a304c65d506 admin admin] Checking segment: {'id': '7fd02241-6524-4783-92ab-8351f423ad8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd38b78fd-015f-4917-8bd9-445e1fca8dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:51:24.315728 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0617b28-fd5f-4c52-a50e-8a304c65d506 admin admin] Network hostable DHCP agents. Network: d38b78fd-015f-4917-8bd9-445e1fca8dcf, hostable agents: ['3b7d26aa-1344-4a4d-94e6-3d95468a224e'], hosted agents: [] {{(pid=101350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 17:51:24.390176 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0617b28-fd5f-4c52-a50e-8a304c65d506 admin admin] Network d38b78fd-015f-4917-8bd9-445e1fca8dcf is scheduled to be hosted by DHCP agent 3b7d26aa-1344-4a4d-94e6-3d95468a224e with binding_index 1 {{(pid=101350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 17:51:24.396609 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-31740581-cdeb-4a24-b682-cd4e4ff50811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e629d6ec-b50f-4fb3-a94d-84264f4b18ea', 'name': 'tempest-TestShelveInstance-543085044-router', 'tenant_id': '67e93bc9aa8640229cc9f17f3199ca27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:51:17Z', 'updated_at': '2021-08-16T17:51:20Z', 'revision_number': 4, 'project_id': '67e93bc9aa8640229cc9f17f3199ca27', 'gw_port': {'id': '3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e629d6ec-b50f-4fb3-a94d-84264f4b18ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:51:17Z', 'updated_at': '2021-08-16T17:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': '894ac00b-80ac-47b1-90a5-b5baf35313a7', 'name': '', 'network_id': 'abd87892-01ae-487a-b700-498630f47a61', 'tenant_id': '67e93bc9aa8640229cc9f17f3199ca27', 'mac_address': 'fa:16:3e:27:aa:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e629d6ec-b50f-4fb3-a94d-84264f4b18ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b77c348c-0c1d-4052-baba-3868ce8adf35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:51:20Z', 'updated_at': '2021-08-16T17:51:23Z', 'revision_number': 4, 'project_id': '67e93bc9aa8640229cc9f17f3199ca27', 'subnets': [{'id': 'b77c348c-0c1d-4052-baba-3868ce8adf35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:51:24.423822 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31740581-cdeb-4a24-b682-cd4e4ff50811 None None] The sync data for ids ['e629d6ec-b50f-4fb3-a94d-84264f4b18ea'] in dv-cinder-797608-18-iscsi is: [{'id': 'e629d6ec-b50f-4fb3-a94d-84264f4b18ea', 'name': 'tempest-TestShelveInstance-543085044-router', 'tenant_id': '67e93bc9aa8640229cc9f17f3199ca27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:51:17Z', 'updated_at': '2021-08-16T17:51:20Z', 'revision_number': 4, 'project_id': '67e93bc9aa8640229cc9f17f3199ca27', 'gw_port': {'id': '3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e629d6ec-b50f-4fb3-a94d-84264f4b18ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:51:17Z', 'updated_at': '2021-08-16T17:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': '894ac00b-80ac-47b1-90a5-b5baf35313a7', 'name': '', 'network_id': 'abd87892-01ae-487a-b700-498630f47a61', 'tenant_id': '67e93bc9aa8640229cc9f17f3199ca27', 'mac_address': 'fa:16:3e:27:aa:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e629d6ec-b50f-4fb3-a94d-84264f4b18ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b77c348c-0c1d-4052-baba-3868ce8adf35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:51:20Z', 'updated_at': '2021-08-16T17:51:23Z', 'revision_number': 4, 'project_id': '67e93bc9aa8640229cc9f17f3199ca27', 'subnets': [{'id': 'b77c348c-0c1d-4052-baba-3868ce8adf35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 17:51:24.453303 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.base_scheduler [None req-c0617b28-fd5f-4c52-a50e-8a304c65d506 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-18-iscsi, d38b78fd-015f-4917-8bd9-445e1fca8dcf) {{(pid=101350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:51:24.460247 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0617b28-fd5f-4c52-a50e-8a304c65d506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:24.467639 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-c0617b28-fd5f-4c52-a50e-8a304c65d506 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:24.471754 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb17e857-b18d-44e1-8ed9-35f9944eb947 None None] Network d38b78fd-015f-4917-8bd9-445e1fca8dcf requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:51:24.576618 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-c0617b28-fd5f-4c52-a50e-8a304c65d506 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8135953 Aug 16 17:51:24.577066 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 54592) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:51:24.584488 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-65f42aa9-cb57-4378-87a9-b791260aab6e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1716367841-router', 'tenant_id': 'dc29fa4407ce4f72bb85c9804da74c96', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'}}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:51:24.604064 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0510a-63e2-4dec-a4d4-a520c4e4c04a req-ac2cde68-f333-47e0-9fba-bfcd73f283ab tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:24.612692 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-cdd0510a-63e2-4dec-a4d4-a520c4e4c04a req-ac2cde68-f333-47e0-9fba-bfcd73f283ab tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0690792 Aug 16 17:51:24.657313 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-cdd0510a-63e2-4dec-a4d4-a520c4e4c04a req-bc779c0b-10a0-45fe-82d2-eae20a2fd802 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426729 Aug 16 17:51:24.665299 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-65f42aa9-cb57-4378-87a9-b791260aab6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-725257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39913'] for router, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:24.666565 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-65f42aa9-cb57-4378-87a9-b791260aab6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-725413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39824'] for router, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:24.680800 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86cbb34-a6bd-43fa-be18-b2d4d190b680 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3e3b7be-7796-57ff-9dc8-238864e5547d-d38b78fd-015f-4917-8bd9-445e1fca8dcf', 'network_id': 'd38b78fd-015f-4917-8bd9-445e1fca8dcf', 'tenant_id': 'dc29fa4407ce4f72bb85c9804da74c96', 'fixed_ips': [{'subnet_id': '110686ed-8776-4f3a-915d-b243bae208b5'}]}} from dv-cinder-797608-18-iscsi. {{(pid=101351) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 17:51:24.682817 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-a86cbb34-a6bd-43fa-be18-b2d4d190b680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:24.727693 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-65f42aa9-cb57-4378-87a9-b791260aab6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:24.835276 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.db_base_plugin_common [None req-a86cbb34-a6bd-43fa-be18-b2d4d190b680 None None] Allocated IP 172.20.0.2 (d38b78fd-015f-4917-8bd9-445e1fca8dcf/110686ed-8776-4f3a-915d-b243bae208b5/75f84051-740c-4af9-a692-9b05bec14453) {{(pid=101351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:51:24.945476 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-65f42aa9-cb57-4378-87a9-b791260aab6e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:25.004073 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-a86cbb34-a6bd-43fa-be18-b2d4d190b680 None None] Notify callbacks [] for port, precommit_create {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:25.013380 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-a86cbb34-a6bd-43fa-be18-b2d4d190b680 None None] Transition to ACTIVE for port object 75f84051-740c-4af9-a692-9b05bec14453 will not be triggered until provisioned by entity L2. {{(pid=101351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:51:25.028860 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-a86cbb34-a6bd-43fa-be18-b2d4d190b680 None None] Transition to ACTIVE for port object 75f84051-740c-4af9-a692-9b05bec14453 will not be triggered until provisioned by entity DHCP. {{(pid=101351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:51:25.094558 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-a86cbb34-a6bd-43fa-be18-b2d4d190b680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662'] for port, after_create {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:25.139788 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86cbb34-a6bd-43fa-be18-b2d4d190b680 None None] Network d38b78fd-015f-4917-8bd9-445e1fca8dcf is already hosted by enough agents. {{(pid=101351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:51:25.146414 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.scheduler.base_scheduler [None req-a86cbb34-a6bd-43fa-be18-b2d4d190b680 None None] Resources bound (agent type, host, resource id): {{(pid=101351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:51:25.150055 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86cbb34-a6bd-43fa-be18-b2d4d190b680 None None] Received port after_create {{(pid=101351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:51:25.159585 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86cbb34-a6bd-43fa-be18-b2d4d190b680 None None] Pushing event updated for resources: {'Port': ['ID=75f84051-740c-4af9-a692-9b05bec14453,revision_number=1']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:25.216948 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-a86cbb34-a6bd-43fa-be18-b2d4d190b680 None None] Attempting to bind port 75f84051-740c-4af9-a692-9b05bec14453 on host dv-cinder-797608-18-iscsi for vnic_type normal with profile {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:51:25.217529 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-a86cbb34-a6bd-43fa-be18-b2d4d190b680 None None] Attempting to bind port 75f84051-740c-4af9-a692-9b05bec14453 by drivers openvswitch,hyperv on host dv-cinder-797608-18-iscsi at level 0 using segments [{'id': '7fd02241-6524-4783-92ab-8351f423ad8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd38b78fd-015f-4917-8bd9-445e1fca8dcf'}] {{(pid=101351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:51:25.217678 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86cbb34-a6bd-43fa-be18-b2d4d190b680 None None] Attempting to bind port 75f84051-740c-4af9-a692-9b05bec14453 on network d38b78fd-015f-4917-8bd9-445e1fca8dcf {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:51:25.223826 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86cbb34-a6bd-43fa-be18-b2d4d190b680 None None] Checking agent: {'id': 'fab5396a-5d23-4b36-81ca-c96508201f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 39, 27), 'started_at': datetime.datetime(2021, 8, 16, 17, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:51:25.224256 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86cbb34-a6bd-43fa-be18-b2d4d190b680 None None] Checking segment: {'id': '7fd02241-6524-4783-92ab-8351f423ad8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd38b78fd-015f-4917-8bd9-445e1fca8dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:51:25.224669 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-a86cbb34-a6bd-43fa-be18-b2d4d190b680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:25.225061 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86cbb34-a6bd-43fa-be18-b2d4d190b680 None None] Bound using segment: {'id': '7fd02241-6524-4783-92ab-8351f423ad8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd38b78fd-015f-4917-8bd9-445e1fca8dcf'} {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:51:25.225665 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-a86cbb34-a6bd-43fa-be18-b2d4d190b680 None None] Bound port: 75f84051-740c-4af9-a692-9b05bec14453, host: dv-cinder-797608-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fd02241-6524-4783-92ab-8351f423ad8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd38b78fd-015f-4917-8bd9-445e1fca8dcf'}}] {{(pid=101351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:51:25.226084 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-a86cbb34-a6bd-43fa-be18-b2d4d190b680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:25.264417 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-65f42aa9-cb57-4378-87a9-b791260aab6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:25.285214 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-65f42aa9-cb57-4378-87a9-b791260aab6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:25.295070 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-a86cbb34-a6bd-43fa-be18-b2d4d190b680 None None] For port 75f84051-740c-4af9-a692-9b05bec14453, host dv-cinder-797608-18-iscsi, cleared binding levels {{(pid=101351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:51:25.298378 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-a86cbb34-a6bd-43fa-be18-b2d4d190b680 None None] For port 75f84051-740c-4af9-a692-9b05bec14453, host dv-cinder-797608-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=75f84051-740c-4af9-a692-9b05bec14453,segment=NetworkSegment(7fd02241-6524-4783-92ab-8351f423ad8f),segment_id=7fd02241-6524-4783-92ab-8351f423ad8f)] {{(pid=101351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:51:25.395525 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-a86cbb34-a6bd-43fa-be18-b2d4d190b680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:25.401514 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.db_base_plugin_common [None req-65f42aa9-cb57-4378-87a9-b791260aab6e admin admin] Allocated IP 172.27.3.198 (d857f842-3fbc-4776-aae7-ff863ed2df9e/954a9ada-4a6b-483d-99dd-491d9afbe734/c89ed43b-add9-4081-85b9-342e506bb8d9) {{(pid=101349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:51:25.452679 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 894ac00b-80ac-47b1-90a5-b5baf35313a7 up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:51:25.522128 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86cbb34-a6bd-43fa-be18-b2d4d190b680 None None] Pushing event updated for resources: {'Port': ['ID=75f84051-740c-4af9-a692-9b05bec14453,revision_number=2']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:25.539534 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-65f42aa9-cb57-4378-87a9-b791260aab6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:25.613777 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning for port 894ac00b-80ac-47b1-90a5-b5baf35313a7 completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:51:25.618381 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 894ac00b-80ac-47b1-90a5-b5baf35313a7 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:51:25.618744 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:25.654179 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-65f42aa9-cb57-4378-87a9-b791260aab6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:25.727616 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f42aa9-cb57-4378-87a9-b791260aab6e admin admin] Network d857f842-3fbc-4776-aae7-ff863ed2df9e is already hosted by enough agents. {{(pid=101349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:51:25.731559 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f42aa9-cb57-4378-87a9-b791260aab6e admin admin] Pushing event updated for resources: {'Port': ['ID=c89ed43b-add9-4081-85b9-342e506bb8d9,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:25.739705 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.base_scheduler [None req-65f42aa9-cb57-4378-87a9-b791260aab6e admin admin] Resources bound (agent type, host, resource id): {{(pid=101349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:51:25.742209 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f42aa9-cb57-4378-87a9-b791260aab6e admin admin] Received port after_create {{(pid=101349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:51:25.749621 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:25.749621 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 9c138bc0-b659-41ca-b07d-dbed825e3255 up at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:51:25.801189 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64efab2-8cf3-4850-827c-215c66fac213 req-4ba60391-c25e-45d6-9bfe-cf12b5b6b4c7 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:25.803499 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b64efab2-8cf3-4850-827c-215c66fac213 req-4ba60391-c25e-45d6-9bfe-cf12b5b6b4c7 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0565541 Aug 16 17:51:25.832568 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] For port 894ac00b-80ac-47b1-90a5-b5baf35313a7, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=894ac00b-80ac-47b1-90a5-b5baf35313a7,segment=NetworkSegment(1f1d80ff-6f96-4f46-a24f-a310f32924c7),segment_id=1f1d80ff-6f96-4f46-a24f-a310f32924c7)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:51:25.849223 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning complete for port 9c138bc0-b659-41ca-b07d-dbed825e3255 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:51:25.849636 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:25.856750 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b64efab2-8cf3-4850-827c-215c66fac213 req-e41f8395-76f8-4dfa-9a66-344f531fc720 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445464 Aug 16 17:51:25.917961 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:25.955514 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:25.990897 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Pushing event updated for resources: {'Port': ['ID=894ac00b-80ac-47b1-90a5-b5baf35313a7,revision_number=5']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:25.997211 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b9a54b-f448-4722-b81a-8cd4bed9f713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c138bc0-b659-41ca-b07d-dbed825e3255'}] {{(pid=101351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:51:25.999674 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4661e6bc32737764ca712b7c7300ac6ad1a8a79a1ea43afdc004a14577d676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0e99b6-f10b-4c98-96a4-f43a51649b34" -d '{"events": [{"server_uuid": "74b9a54b-f448-4722-b81a-8cd4bed9f713", "name": "network-vif-plugged", "status": "completed", "tag": "9c138bc0-b659-41ca-b07d-dbed825e3255"}]}' {{(pid=101351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:51:26.015221 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 9c138bc0-b659-41ca-b07d-dbed825e3255, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9c138bc0-b659-41ca-b07d-dbed825e3255,segment=NetworkSegment(1d556eea-2e00-495e-a4c4-1b5b0d31797f),segment_id=1d556eea-2e00-495e-a4c4-1b5b0d31797f)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:51:26.043215 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c98289-6585-4988-b947-4b1ab5138150 x-openstack-request-id: req-64c98289-6585-4988-b947-4b1ab5138150 {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:51:26.043502 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b9a54b-f448-4722-b81a-8cd4bed9f713", "name": "network-vif-plugged", "status": "completed", "tag": "9c138bc0-b659-41ca-b07d-dbed825e3255", "code": 200}]} {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:51:26.043756 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-64c98289-6585-4988-b947-4b1ab5138150 {{(pid=101351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:51:26.044253 dv-cinder-797608-18-iscsi neutron-server[101351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b9a54b-f448-4722-b81a-8cd4bed9f713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c138bc0-b659-41ca-b07d-dbed825e3255', 'code': 200} Aug 16 17:51:26.093485 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:26.119182 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-65f42aa9-cb57-4378-87a9-b791260aab6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:26.148495 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=9c138bc0-b659-41ca-b07d-dbed825e3255,revision_number=10']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:26.321318 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-65f42aa9-cb57-4378-87a9-b791260aab6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-725404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726055'] for router, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:26.497349 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a49dd0d-7d78-413e-b747-738169b3a9bb None None] Network d38b78fd-015f-4917-8bd9-445e1fca8dcf requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:51:26.544017 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-9c177ef3-028b-461b-a8ae-b78069bd8434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:26.650298 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4f3cffd7-1471-4fd7-8a1c-36f2df4a4406 None None] Provisioning for port 75f84051-740c-4af9-a692-9b05bec14453 completed by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:51:26.704779 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:26.786176 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f42aa9-cb57-4378-87a9-b791260aab6e admin admin] Router d46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e is scheduled to L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 with binding_index 1 {{(pid=101349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 17:51:26.922892 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f42aa9-cb57-4378-87a9-b791260aab6e admin admin] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 17:51:26.940479 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a3446-8174-4436-8814-40ed922954eb req-6e301290-ec38-434a-bc3b-0631beba330e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:26.941985 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-623a3446-8174-4436-8814-40ed922954eb req-6e301290-ec38-434a-bc3b-0631beba330e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 1099 time: 0.0601733 Aug 16 17:51:26.951042 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b78398e-3565-425e-9e67-d95cf749f407 None None] Sync routers for ids ['d46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e'] in dv-cinder-797608-18-iscsi {{(pid=101352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 17:51:26.964245 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b78398e-3565-425e-9e67-d95cf749f407 None None] Routers {'d46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:51:26.964998 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-6b78398e-3565-425e-9e67-d95cf749f407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:51:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['d46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e'], 'active': True} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:51:26.983751 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-623a3446-8174-4436-8814-40ed922954eb req-c7af9617-a55a-4d86-ad83-f00043000158 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326622 Aug 16 17:51:26.987891 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969c723-dc2a-4f59-83bb-24458484e0fe req-f5b6faa9-d252-4e5d-bb6f-41f371f74fa4 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:26.989371 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-1969c723-dc2a-4f59-83bb-24458484e0fe req-f5b6faa9-d252-4e5d-bb6f-41f371f74fa4 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0642641 Aug 16 17:51:27.004001 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-65f42aa9-cb57-4378-87a9-b791260aab6e admin admin] Notify callbacks [] for router, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:27.010971 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-65f42aa9-cb57-4378-87a9-b791260aab6e admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4273362 Aug 16 17:51:27.011689 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 54604) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:51:27.031460 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-1969c723-dc2a-4f59-83bb-24458484e0fe req-b48eb050-1b3c-48c9-8fe9-5fdcbf1beb73 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354211 Aug 16 17:51:27.077493 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvr_db [None req-6b78398e-3565-425e-9e67-d95cf749f407 None None] Set router d46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e gateway port host: dv-cinder-797608-18-iscsi {{(pid=101352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:51:27.267838 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-6b78398e-3565-425e-9e67-d95cf749f407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e', 'name': 'tempest-TestShelveInstance-1716367841-router', 'tenant_id': 'dc29fa4407ce4f72bb85c9804da74c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'c89ed43b-add9-4081-85b9-342e506bb8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:51:24Z', 'updated_at': '2021-08-16T17:51:25Z', 'revision_number': 3, 'project_id': 'dc29fa4407ce4f72bb85c9804da74c96', 'gw_port': {'id': 'c89ed43b-add9-4081-85b9-342e506bb8d9', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:66:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:51:25Z', 'updated_at': '2021-08-16T17:51:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi'}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:51:27.294360 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b78398e-3565-425e-9e67-d95cf749f407 None None] Checking router: d46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e for host: dv-cinder-797608-18-iscsi {{(pid=101352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 17:51:27.294695 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b78398e-3565-425e-9e67-d95cf749f407 None None] Updating router d46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e port c89ed43b-add9-4081-85b9-342e506bb8d9 binding host dv-cinder-797608-18-iscsi {{(pid=101352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 17:51:27.319421 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-6b78398e-3565-425e-9e67-d95cf749f407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:27.432859 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e57976ad-244d-4ea1-b527-e6ca57ef703b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:27.505859 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 75f84051-740c-4af9-a692-9b05bec14453 up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:51:27.604617 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-6b78398e-3565-425e-9e67-d95cf749f407 None None] Notify callbacks [] for port, precommit_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:27.617453 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.provisioning_blocks [None req-6b78398e-3565-425e-9e67-d95cf749f407 None None] Transition to ACTIVE for port object c89ed43b-add9-4081-85b9-342e506bb8d9 will not be triggered until provisioned by entity L2. {{(pid=101352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:51:27.619115 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning for port 75f84051-740c-4af9-a692-9b05bec14453 completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:51:27.623050 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 75f84051-740c-4af9-a692-9b05bec14453 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:51:27.625184 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:27.647448 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.db_base_plugin_common [None req-e57976ad-244d-4ea1-b527-e6ca57ef703b admin admin] Allocated IP 172.20.0.1 (d38b78fd-015f-4917-8bd9-445e1fca8dcf/110686ed-8776-4f3a-915d-b243bae208b5/84566a17-8eb5-461f-aa00-6ac8eac7ab03) {{(pid=101349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:51:27.651291 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:27.707012 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:27.708048 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:27.733393 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-6b78398e-3565-425e-9e67-d95cf749f407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:27.770513 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] For port 75f84051-740c-4af9-a692-9b05bec14453, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=75f84051-740c-4af9-a692-9b05bec14453,segment=NetworkSegment(7fd02241-6524-4783-92ab-8351f423ad8f),segment_id=7fd02241-6524-4783-92ab-8351f423ad8f)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:51:27.780768 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.managers [None req-6b78398e-3565-425e-9e67-d95cf749f407 None None] Attempting to bind port c89ed43b-add9-4081-85b9-342e506bb8d9 on host dv-cinder-797608-18-iscsi for vnic_type normal with profile {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:51:27.781137 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.managers [None req-6b78398e-3565-425e-9e67-d95cf749f407 None None] Attempting to bind port c89ed43b-add9-4081-85b9-342e506bb8d9 by drivers openvswitch,hyperv on host dv-cinder-797608-18-iscsi at level 0 using segments [{'id': '81288102-e1f3-4b19-b1aa-0a6021adf8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'}] {{(pid=101352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:51:27.781493 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b78398e-3565-425e-9e67-d95cf749f407 None None] Attempting to bind port c89ed43b-add9-4081-85b9-342e506bb8d9 on network d857f842-3fbc-4776-aae7-ff863ed2df9e {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:51:27.793143 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b78398e-3565-425e-9e67-d95cf749f407 None None] Checking agent: {'id': 'fab5396a-5d23-4b36-81ca-c96508201f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 39, 27), 'started_at': datetime.datetime(2021, 8, 16, 17, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:51:27.793512 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b78398e-3565-425e-9e67-d95cf749f407 None None] Checking segment: {'id': '81288102-e1f3-4b19-b1aa-0a6021adf8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:51:27.793933 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-6b78398e-3565-425e-9e67-d95cf749f407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:27.794328 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b78398e-3565-425e-9e67-d95cf749f407 None None] Bound using segment: {'id': '81288102-e1f3-4b19-b1aa-0a6021adf8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'} {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:51:27.794862 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.managers [None req-6b78398e-3565-425e-9e67-d95cf749f407 None None] Bound port: c89ed43b-add9-4081-85b9-342e506bb8d9, host: dv-cinder-797608-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81288102-e1f3-4b19-b1aa-0a6021adf8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'}}] {{(pid=101352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:51:27.795257 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-6b78398e-3565-425e-9e67-d95cf749f407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:27.821003 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0fdb03-e237-4f54-8d0d-5144cc4b1a16 None None] Pushing event updated for resources: {'Port': ['ID=c89ed43b-add9-4081-85b9-342e506bb8d9,revision_number=2']} {{(pid=101352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:27.832131 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e57976ad-244d-4ea1-b527-e6ca57ef703b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:27.842137 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:27.842943 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 894ac00b-80ac-47b1-90a5-b5baf35313a7 up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:51:27.845956 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.provisioning_blocks [None req-e57976ad-244d-4ea1-b527-e6ca57ef703b admin admin] Transition to ACTIVE for port object 84566a17-8eb5-461f-aa00-6ac8eac7ab03 will not be triggered until provisioned by entity DHCP. {{(pid=101349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:51:27.856941 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.db [None req-6b78398e-3565-425e-9e67-d95cf749f407 None None] For port c89ed43b-add9-4081-85b9-342e506bb8d9, host dv-cinder-797608-18-iscsi, cleared binding levels {{(pid=101352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:51:27.860206 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.db [None req-6b78398e-3565-425e-9e67-d95cf749f407 None None] For port c89ed43b-add9-4081-85b9-342e506bb8d9, host dv-cinder-797608-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=c89ed43b-add9-4081-85b9-342e506bb8d9,segment=NetworkSegment(81288102-e1f3-4b19-b1aa-0a6021adf8ca),segment_id=81288102-e1f3-4b19-b1aa-0a6021adf8ca)] {{(pid=101352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:51:27.917268 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Pushing event updated for resources: {'Port': ['ID=75f84051-740c-4af9-a692-9b05bec14453,revision_number=3']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:27.918877 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-6b78398e-3565-425e-9e67-d95cf749f407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:27.931715 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 894ac00b-80ac-47b1-90a5-b5baf35313a7 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:51:27.932091 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:27.945632 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e57976ad-244d-4ea1-b527-e6ca57ef703b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:27.987388 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b78398e-3565-425e-9e67-d95cf749f407 None None] Routers {'d46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:51:27.988003 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-6b78398e-3565-425e-9e67-d95cf749f407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:51:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['d46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e'], 'active': True} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:51:27.990826 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0fdb03-e237-4f54-8d0d-5144cc4b1a16 None None] Pushing event updated for resources: {'Port': ['ID=c89ed43b-add9-4081-85b9-342e506bb8d9,revision_number=3']} {{(pid=101352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:27.991496 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57976ad-244d-4ea1-b527-e6ca57ef703b admin admin] Network d38b78fd-015f-4917-8bd9-445e1fca8dcf is already hosted by enough agents. {{(pid=101349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:51:28.005163 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.base_scheduler [None req-e57976ad-244d-4ea1-b527-e6ca57ef703b admin admin] Resources bound (agent type, host, resource id): {{(pid=101349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:51:28.007811 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57976ad-244d-4ea1-b527-e6ca57ef703b admin admin] Received port after_create {{(pid=101349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:51:28.062919 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e57976ad-244d-4ea1-b527-e6ca57ef703b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701256'] for router_interface, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:28.111629 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvr_db [None req-6b78398e-3565-425e-9e67-d95cf749f407 None None] Set router d46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e gateway port host: dv-cinder-797608-18-iscsi {{(pid=101352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:51:28.131724 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57976ad-244d-4ea1-b527-e6ca57ef703b admin admin] Pushing event updated for resources: {'Port': ['ID=84566a17-8eb5-461f-aa00-6ac8eac7ab03,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:28.165170 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50ddbd-4c2a-48c0-92e0-c4dfd29b4b1f req-f2a0b248-32a8-48bb-9bcc-18ffbbd1b425 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:28.166897 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-1e50ddbd-4c2a-48c0-92e0-c4dfd29b4b1f req-f2a0b248-32a8-48bb-9bcc-18ffbbd1b425 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0593407 Aug 16 17:51:28.215178 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-1e50ddbd-4c2a-48c0-92e0-c4dfd29b4b1f req-4ad0301e-eea7-44dc-9aeb-47b969889db2 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423198 Aug 16 17:51:28.321712 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-6b78398e-3565-425e-9e67-d95cf749f407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e', 'name': 'tempest-TestShelveInstance-1716367841-router', 'tenant_id': 'dc29fa4407ce4f72bb85c9804da74c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'c89ed43b-add9-4081-85b9-342e506bb8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:51:24Z', 'updated_at': '2021-08-16T17:51:25Z', 'revision_number': 3, 'project_id': 'dc29fa4407ce4f72bb85c9804da74c96', 'gw_port': {'id': 'c89ed43b-add9-4081-85b9-342e506bb8d9', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:66:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:51:25Z', 'updated_at': '2021-08-16T17:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi'}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:51:28.347878 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b78398e-3565-425e-9e67-d95cf749f407 None None] The sync data for ids ['d46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e'] in dv-cinder-797608-18-iscsi is: [{'id': 'd46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e', 'name': 'tempest-TestShelveInstance-1716367841-router', 'tenant_id': 'dc29fa4407ce4f72bb85c9804da74c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'c89ed43b-add9-4081-85b9-342e506bb8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:51:24Z', 'updated_at': '2021-08-16T17:51:25Z', 'revision_number': 3, 'project_id': 'dc29fa4407ce4f72bb85c9804da74c96', 'gw_port': {'id': 'c89ed43b-add9-4081-85b9-342e506bb8d9', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:66:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:51:25Z', 'updated_at': '2021-08-16T17:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi'}] {{(pid=101352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 17:51:28.390875 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e57976ad-244d-4ea1-b527-e6ca57ef703b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:28.407339 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-8268bef2-e06d-49d9-8e2d-f6f84b3e0ba9 None None] Provisioning for port 84566a17-8eb5-461f-aa00-6ac8eac7ab03 completed by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:51:28.412080 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-8268bef2-e06d-49d9-8e2d-f6f84b3e0ba9 None None] Provisioning complete for port 84566a17-8eb5-461f-aa00-6ac8eac7ab03 triggered by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:51:28.412569 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-8268bef2-e06d-49d9-8e2d-f6f84b3e0ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:28.452305 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-8268bef2-e06d-49d9-8e2d-f6f84b3e0ba9 None None] Port 84566a17-8eb5-461f-aa00-6ac8eac7ab03 cannot update to ACTIVE because it is not bound. {{(pid=101351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 17:51:28.563903 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e57976ad-244d-4ea1-b527-e6ca57ef703b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:28.624881 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e57976ad-244d-4ea1-b527-e6ca57ef703b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5660737'] for port, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:28.707804 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e57976ad-244d-4ea1-b527-e6ca57ef703b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-634170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701412'] for router_interface, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:28.710812 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57976ad-244d-4ea1-b527-e6ca57ef703b admin admin] Pushing event updated for resources: {'Port': ['ID=84566a17-8eb5-461f-aa00-6ac8eac7ab03,revision_number=2']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:28.811042 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57976ad-244d-4ea1-b527-e6ca57ef703b admin admin] Network d38b78fd-015f-4917-8bd9-445e1fca8dcf is already hosted by enough agents. {{(pid=101349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:51:28.812509 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.base_scheduler [None req-e57976ad-244d-4ea1-b527-e6ca57ef703b admin admin] Resources bound (agent type, host, resource id): {{(pid=101349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:51:28.976292 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57976ad-244d-4ea1-b527-e6ca57ef703b admin admin] Router d46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e has already been hosted by L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 {{(pid=101349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 17:51:29.078800 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-8651311a-bae8-4b17-8e25-3decbd6ccddb None None] Provisioning complete for port 84566a17-8eb5-461f-aa00-6ac8eac7ab03 triggered by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:51:29.079385 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-8651311a-bae8-4b17-8e25-3decbd6ccddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:29.104758 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57976ad-244d-4ea1-b527-e6ca57ef703b admin admin] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 17:51:29.110916 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-e57976ad-244d-4ea1-b527-e6ca57ef703b admin admin] 10.222.0.73 "PUT /v2.0/routers/d46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0982318 Aug 16 17:51:29.114574 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:29.131175 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-8651311a-bae8-4b17-8e25-3decbd6ccddb None None] Port 84566a17-8eb5-461f-aa00-6ac8eac7ab03 cannot update to ACTIVE because it is not bound. {{(pid=101351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 17:51:29.489335 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 75f84051-740c-4af9-a692-9b05bec14453 up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:51:29.539162 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 75f84051-740c-4af9-a692-9b05bec14453 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:51:29.539563 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:29.713690 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 54660) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:51:29.718613 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-106b6f1e-e3f9-4c3d-ade7-497bbc989dce tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-664605989', 'description': 'tempest-secgroup-smoke-664605989 description', 'project_id': '67e93bc9aa8640229cc9f17f3199ca27'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:51:29.746754 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device c89ed43b-add9-4081-85b9-342e506bb8d9 up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:51:29.806990 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf9f92-9200-4ebf-af95-1bfd25d9b51e req-7032deee-5253-459a-b58c-1a00832ebf28 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:29.808779 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-efaf9f92-9200-4ebf-af95-1bfd25d9b51e req-7032deee-5253-459a-b58c-1a00832ebf28 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0495400 Aug 16 17:51:29.831709 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-106b6f1e-e3f9-4c3d-ade7-497bbc989dce tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:29.851043 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-efaf9f92-9200-4ebf-af95-1bfd25d9b51e req-14ca5efd-fa85-4bb7-87b6-ae432b6bfcdd tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339630 Aug 16 17:51:29.882030 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning for port c89ed43b-add9-4081-85b9-342e506bb8d9 completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:51:29.886016 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port c89ed43b-add9-4081-85b9-342e506bb8d9 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:51:29.890377 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:29.927073 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-106b6f1e-e3f9-4c3d-ade7-497bbc989dce tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:29.980306 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:29.990357 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-106b6f1e-e3f9-4c3d-ade7-497bbc989dce tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:30.006342 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] For port c89ed43b-add9-4081-85b9-342e506bb8d9, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=c89ed43b-add9-4081-85b9-342e506bb8d9,segment=NetworkSegment(81288102-e1f3-4b19-b1aa-0a6021adf8ca),segment_id=81288102-e1f3-4b19-b1aa-0a6021adf8ca)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:51:30.040113 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b6f1e-e3f9-4c3d-ade7-497bbc989dce tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56c23814-50bf-4773-b8cc-72372b736f8c,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:30.094656 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:30.145229 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Pushing event updated for resources: {'Port': ['ID=c89ed43b-add9-4081-85b9-342e506bb8d9,revision_number=4']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:30.155888 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-106b6f1e-e3f9-4c3d-ade7-497bbc989dce tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:30.157288 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-106b6f1e-e3f9-4c3d-ade7-497bbc989dce tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4423013 Aug 16 17:51:30.161276 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 54668) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:51:30.165875 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-c92197ae-9b0a-427c-b153-ef500efc7b43 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Request body: {'security_group_rule': {'security_group_id': '56c23814-50bf-4773-b8cc-72372b736f8c', 'project_id': '67e93bc9aa8640229cc9f17f3199ca27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:51:30.286733 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-c92197ae-9b0a-427c-b153-ef500efc7b43 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:30.342104 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-c92197ae-9b0a-427c-b153-ef500efc7b43 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:30.415794 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-c92197ae-9b0a-427c-b153-ef500efc7b43 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731246'] for security_group_rule, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:30.455772 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92197ae-9b0a-427c-b153-ef500efc7b43 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba8cb67-e300-4e23-9e6a-60de84bac236,revision_number=0']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:30.535179 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-c92197ae-9b0a-427c-b153-ef500efc7b43 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:30.536352 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-c92197ae-9b0a-427c-b153-ef500efc7b43 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3741159 Aug 16 17:51:30.539126 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 54674) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:51:30.543657 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-5c6bbb48-c35a-4a92-9595-be6bdc838ce6 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Request body: {'security_group_rule': {'security_group_id': '56c23814-50bf-4773-b8cc-72372b736f8c', 'project_id': '67e93bc9aa8640229cc9f17f3199ca27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:51:30.636231 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-5c6bbb48-c35a-4a92-9595-be6bdc838ce6 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:30.694012 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-5c6bbb48-c35a-4a92-9595-be6bdc838ce6 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:30.796277 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-5c6bbb48-c35a-4a92-9595-be6bdc838ce6 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731246'] for security_group_rule, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:30.813516 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6bbb48-c35a-4a92-9595-be6bdc838ce6 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e4dbc2-3042-4748-b42b-d5773e61ab39,revision_number=0']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:30.933156 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-5c6bbb48-c35a-4a92-9595-be6bdc838ce6 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:30.937056 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-5c6bbb48-c35a-4a92-9595-be6bdc838ce6 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3943334 Aug 16 17:51:30.937301 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 54678) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:51:30.943485 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-6a31f042-a54c-4bd7-82e0-1f60a7351971 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Request body: {'security_group_rule': {'security_group_id': '56c23814-50bf-4773-b8cc-72372b736f8c', 'project_id': '67e93bc9aa8640229cc9f17f3199ca27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:51:30.976956 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb299b1b-fec0-4f40-ac96-2a2f23ceca26 req-43607609-f145-4cba-9e64-99af7f67ca3b tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:30.978461 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-bb299b1b-fec0-4f40-ac96-2a2f23ceca26 req-43607609-f145-4cba-9e64-99af7f67ca3b tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0568595 Aug 16 17:51:31.017637 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-bb299b1b-fec0-4f40-ac96-2a2f23ceca26 req-4fe70129-e6c4-47cf-a419-ee7788d458b6 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332379 Aug 16 17:51:31.063711 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6a31f042-a54c-4bd7-82e0-1f60a7351971 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:31.310861 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223750b0-ce20-4345-b129-86a027812673 None None] Sync routers for ids ['d46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e'] in dv-cinder-797608-18-iscsi {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 17:51:31.321020 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223750b0-ce20-4345-b129-86a027812673 None None] Routers {'d46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:51:31.321590 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-223750b0-ce20-4345-b129-86a027812673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:51:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['d46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:51:31.336915 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6a31f042-a54c-4bd7-82e0-1f60a7351971 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:31.407539 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6a31f042-a54c-4bd7-82e0-1f60a7351971 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731246'] for security_group_rule, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:31.409378 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device c89ed43b-add9-4081-85b9-342e506bb8d9 up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:51:31.425524 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a31f042-a54c-4bd7-82e0-1f60a7351971 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc023719-9359-4645-835c-cd381eae2e80,revision_number=0']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:31.464404 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-223750b0-ce20-4345-b129-86a027812673 None None] Set router d46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:51:31.499149 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6a31f042-a54c-4bd7-82e0-1f60a7351971 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:31.503218 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-6a31f042-a54c-4bd7-82e0-1f60a7351971 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5621240 Aug 16 17:51:31.511934 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 54682) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:51:31.517518 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-110fb9b5-9a6b-4e6c-899a-d1c6952e5f4c tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Request body: {'security_group_rule': {'security_group_id': '56c23814-50bf-4773-b8cc-72372b736f8c', 'project_id': '67e93bc9aa8640229cc9f17f3199ca27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:51:31.542405 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port c89ed43b-add9-4081-85b9-342e506bb8d9 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:51:31.542788 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:31.612287 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-110fb9b5-9a6b-4e6c-899a-d1c6952e5f4c tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:31.674009 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-110fb9b5-9a6b-4e6c-899a-d1c6952e5f4c tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:31.735033 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-223750b0-ce20-4345-b129-86a027812673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e', 'name': 'tempest-TestShelveInstance-1716367841-router', 'tenant_id': 'dc29fa4407ce4f72bb85c9804da74c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'c89ed43b-add9-4081-85b9-342e506bb8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:51:24Z', 'updated_at': '2021-08-16T17:51:28Z', 'revision_number': 4, 'project_id': 'dc29fa4407ce4f72bb85c9804da74c96', 'gw_port': {'id': 'c89ed43b-add9-4081-85b9-342e506bb8d9', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:66:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:51:25Z', 'updated_at': '2021-08-16T17:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': '84566a17-8eb5-461f-aa00-6ac8eac7ab03', 'name': '', 'network_id': 'd38b78fd-015f-4917-8bd9-445e1fca8dcf', 'tenant_id': 'dc29fa4407ce4f72bb85c9804da74c96', 'mac_address': 'fa:16:3e:23:be:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '110686ed-8776-4f3a-915d-b243bae208b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:51:27Z', 'updated_at': '2021-08-16T17:51:28Z', 'revision_number': 2, 'project_id': 'dc29fa4407ce4f72bb85c9804da74c96', 'subnets': [{'id': '110686ed-8776-4f3a-915d-b243bae208b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:51:31.745108 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-110fb9b5-9a6b-4e6c-899a-d1c6952e5f4c tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731246'] for security_group_rule, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:31.762650 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110fb9b5-9a6b-4e6c-899a-d1c6952e5f4c tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f0359b8-ed97-4480-9ab8-0cb42aac3aee,revision_number=0']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:31.766025 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223750b0-ce20-4345-b129-86a027812673 None None] Checking router: d46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e for host: dv-cinder-797608-18-iscsi {{(pid=101351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 17:51:31.766474 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223750b0-ce20-4345-b129-86a027812673 None None] Updating router d46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e port 84566a17-8eb5-461f-aa00-6ac8eac7ab03 binding host dv-cinder-797608-18-iscsi {{(pid=101351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 17:51:31.792316 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-223750b0-ce20-4345-b129-86a027812673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:31.830724 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-110fb9b5-9a6b-4e6c-899a-d1c6952e5f4c tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:31.834862 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-110fb9b5-9a6b-4e6c-899a-d1c6952e5f4c tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3191247 Aug 16 17:51:31.835070 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 54686) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:51:31.839485 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-96da451f-6d5d-469d-9b65-c6239f06164c tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Request body: {'security_group_rule': {'security_group_id': '56c23814-50bf-4773-b8cc-72372b736f8c', 'project_id': '67e93bc9aa8640229cc9f17f3199ca27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:51:31.937701 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.db.securitygroups_db [None req-96da451f-6d5d-469d-9b65-c6239f06164c tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Project 67e93bc9aa8640229cc9f17f3199ca27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 17:51:31.951983 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-96da451f-6d5d-469d-9b65-c6239f06164c tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:32.017224 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-96da451f-6d5d-469d-9b65-c6239f06164c tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:32.062821 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-223750b0-ce20-4345-b129-86a027812673 None None] Notify callbacks [] for port, precommit_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:32.072926 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-223750b0-ce20-4345-b129-86a027812673 None None] Transition to ACTIVE for port object 84566a17-8eb5-461f-aa00-6ac8eac7ab03 will not be triggered until provisioned by entity L2. {{(pid=101351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:51:32.094145 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-96da451f-6d5d-469d-9b65-c6239f06164c tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731246'] for security_group_rule, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:32.113125 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da451f-6d5d-469d-9b65-c6239f06164c tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95d75ba2-aa41-41c3-aa9f-41e87b9444dc,revision_number=0']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:32.135237 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373416c-3212-4964-934a-79776bf8120d req-1499d373-7905-4044-8f96-831f5c47d84c tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:32.136729 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e373416c-3212-4964-934a-79776bf8120d req-1499d373-7905-4044-8f96-831f5c47d84c tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0505595 Aug 16 17:51:32.175725 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e373416c-3212-4964-934a-79776bf8120d req-d3dd3c33-ead8-4aae-b6a1-50fb8f3cc548 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329800 Aug 16 17:51:32.190951 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-223750b0-ce20-4345-b129-86a027812673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:32.239899 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae577a-feb5-4ae3-96f2-dcb10257f488 None None] Pushing event updated for resources: {'Port': ['ID=84566a17-8eb5-461f-aa00-6ac8eac7ab03,revision_number=3']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:32.264617 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-96da451f-6d5d-469d-9b65-c6239f06164c tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:32.265855 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-96da451f-6d5d-469d-9b65-c6239f06164c tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4298537 Aug 16 17:51:32.268645 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 54690) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:51:32.275841 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-1f681ee5-06ff-41ae-b499-a7d981ddea57 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Request body: {'security_group_rule': {'security_group_id': '56c23814-50bf-4773-b8cc-72372b736f8c', 'project_id': '67e93bc9aa8640229cc9f17f3199ca27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:51:32.301766 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-223750b0-ce20-4345-b129-86a027812673 None None] Attempting to bind port 84566a17-8eb5-461f-aa00-6ac8eac7ab03 on host dv-cinder-797608-18-iscsi for vnic_type normal with profile {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:51:32.302449 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-223750b0-ce20-4345-b129-86a027812673 None None] Attempting to bind port 84566a17-8eb5-461f-aa00-6ac8eac7ab03 by drivers openvswitch,hyperv on host dv-cinder-797608-18-iscsi at level 0 using segments [{'id': '7fd02241-6524-4783-92ab-8351f423ad8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd38b78fd-015f-4917-8bd9-445e1fca8dcf'}] {{(pid=101351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:51:32.302616 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223750b0-ce20-4345-b129-86a027812673 None None] Attempting to bind port 84566a17-8eb5-461f-aa00-6ac8eac7ab03 on network d38b78fd-015f-4917-8bd9-445e1fca8dcf {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:51:32.307943 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223750b0-ce20-4345-b129-86a027812673 None None] Checking agent: {'id': 'fab5396a-5d23-4b36-81ca-c96508201f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 39, 27), 'started_at': datetime.datetime(2021, 8, 16, 17, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:51:32.308315 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223750b0-ce20-4345-b129-86a027812673 None None] Checking segment: {'id': '7fd02241-6524-4783-92ab-8351f423ad8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd38b78fd-015f-4917-8bd9-445e1fca8dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:51:32.308717 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-223750b0-ce20-4345-b129-86a027812673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:32.309108 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223750b0-ce20-4345-b129-86a027812673 None None] Bound using segment: {'id': '7fd02241-6524-4783-92ab-8351f423ad8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd38b78fd-015f-4917-8bd9-445e1fca8dcf'} {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:51:32.309572 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-223750b0-ce20-4345-b129-86a027812673 None None] Bound port: 84566a17-8eb5-461f-aa00-6ac8eac7ab03, host: dv-cinder-797608-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fd02241-6524-4783-92ab-8351f423ad8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd38b78fd-015f-4917-8bd9-445e1fca8dcf'}}] {{(pid=101351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:51:32.309992 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-223750b0-ce20-4345-b129-86a027812673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:32.373441 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.db.securitygroups_db [None req-1f681ee5-06ff-41ae-b499-a7d981ddea57 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Project 67e93bc9aa8640229cc9f17f3199ca27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 17:51:32.379305 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-1f681ee5-06ff-41ae-b499-a7d981ddea57 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:32.379491 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-223750b0-ce20-4345-b129-86a027812673 None None] For port 84566a17-8eb5-461f-aa00-6ac8eac7ab03, host dv-cinder-797608-18-iscsi, cleared binding levels {{(pid=101351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:51:32.382837 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-223750b0-ce20-4345-b129-86a027812673 None None] For port 84566a17-8eb5-461f-aa00-6ac8eac7ab03, host dv-cinder-797608-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=84566a17-8eb5-461f-aa00-6ac8eac7ab03,segment=NetworkSegment(7fd02241-6524-4783-92ab-8351f423ad8f),segment_id=7fd02241-6524-4783-92ab-8351f423ad8f)] {{(pid=101351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:51:32.453727 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-1f681ee5-06ff-41ae-b499-a7d981ddea57 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:32.459890 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-223750b0-ce20-4345-b129-86a027812673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:32.537305 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae577a-feb5-4ae3-96f2-dcb10257f488 None None] Pushing event updated for resources: {'Port': ['ID=84566a17-8eb5-461f-aa00-6ac8eac7ab03,revision_number=4']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:32.540322 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223750b0-ce20-4345-b129-86a027812673 None None] Routers {'d46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:51:32.540942 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-223750b0-ce20-4345-b129-86a027812673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:51:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['d46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:51:32.550726 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-1f681ee5-06ff-41ae-b499-a7d981ddea57 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731246'] for security_group_rule, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:32.570288 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f681ee5-06ff-41ae-b499-a7d981ddea57 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=352ba9e5-dc4b-4615-82bc-cd5bf8df33e4,revision_number=0']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:32.653385 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-1f681ee5-06ff-41ae-b499-a7d981ddea57 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:32.654663 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-1f681ee5-06ff-41ae-b499-a7d981ddea57 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3845274 Aug 16 17:51:32.667414 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-223750b0-ce20-4345-b129-86a027812673 None None] Set router d46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:51:32.916355 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-223750b0-ce20-4345-b129-86a027812673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e', 'name': 'tempest-TestShelveInstance-1716367841-router', 'tenant_id': 'dc29fa4407ce4f72bb85c9804da74c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'c89ed43b-add9-4081-85b9-342e506bb8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:51:24Z', 'updated_at': '2021-08-16T17:51:28Z', 'revision_number': 4, 'project_id': 'dc29fa4407ce4f72bb85c9804da74c96', 'gw_port': {'id': 'c89ed43b-add9-4081-85b9-342e506bb8d9', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:66:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:51:25Z', 'updated_at': '2021-08-16T17:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': '84566a17-8eb5-461f-aa00-6ac8eac7ab03', 'name': '', 'network_id': 'd38b78fd-015f-4917-8bd9-445e1fca8dcf', 'tenant_id': 'dc29fa4407ce4f72bb85c9804da74c96', 'mac_address': 'fa:16:3e:23:be:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '110686ed-8776-4f3a-915d-b243bae208b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:51:27Z', 'updated_at': '2021-08-16T17:51:32Z', 'revision_number': 4, 'project_id': 'dc29fa4407ce4f72bb85c9804da74c96', 'subnets': [{'id': '110686ed-8776-4f3a-915d-b243bae208b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:51:32.946900 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223750b0-ce20-4345-b129-86a027812673 None None] The sync data for ids ['d46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e'] in dv-cinder-797608-18-iscsi is: [{'id': 'd46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e', 'name': 'tempest-TestShelveInstance-1716367841-router', 'tenant_id': 'dc29fa4407ce4f72bb85c9804da74c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'c89ed43b-add9-4081-85b9-342e506bb8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:51:24Z', 'updated_at': '2021-08-16T17:51:28Z', 'revision_number': 4, 'project_id': 'dc29fa4407ce4f72bb85c9804da74c96', 'gw_port': {'id': 'c89ed43b-add9-4081-85b9-342e506bb8d9', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:66:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:51:25Z', 'updated_at': '2021-08-16T17:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': '84566a17-8eb5-461f-aa00-6ac8eac7ab03', 'name': '', 'network_id': 'd38b78fd-015f-4917-8bd9-445e1fca8dcf', 'tenant_id': 'dc29fa4407ce4f72bb85c9804da74c96', 'mac_address': 'fa:16:3e:23:be:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '110686ed-8776-4f3a-915d-b243bae208b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:51:27Z', 'updated_at': '2021-08-16T17:51:32Z', 'revision_number': 4, 'project_id': 'dc29fa4407ce4f72bb85c9804da74c96', 'subnets': [{'id': '110686ed-8776-4f3a-915d-b243bae208b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 17:51:33.009322 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24240cf-5c7e-4bd5-96fc-a6d932161187 req-a6015540-c029-4e54-816f-8b54e592cd05 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:33.011572 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e24240cf-5c7e-4bd5-96fc-a6d932161187 req-a6015540-c029-4e54-816f-8b54e592cd05 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0695632 Aug 16 17:51:33.078724 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e24240cf-5c7e-4bd5-96fc-a6d932161187 req-517f0df4-7d29-4bdc-af31-49dbbbab7253 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460575 Aug 16 17:51:33.298224 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8717c-76a2-4c25-8009-f5bd4600ca9d req-9ba5da33-fc00-4414-9c7f-2c7da4c45422 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:33.299749 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8ad8717c-76a2-4c25-8009-f5bd4600ca9d req-9ba5da33-fc00-4414-9c7f-2c7da4c45422 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0539935 Aug 16 17:51:33.341623 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8ad8717c-76a2-4c25-8009-f5bd4600ca9d req-67bddf46-9596-4564-ac64-5a7f4caf5314 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351224 Aug 16 17:51:33.430712 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 84566a17-8eb5-461f-aa00-6ac8eac7ab03 up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:51:33.562051 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning for port 84566a17-8eb5-461f-aa00-6ac8eac7ab03 completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:51:33.567247 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 84566a17-8eb5-461f-aa00-6ac8eac7ab03 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:51:33.567648 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:33.660651 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:33.696253 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] For port 84566a17-8eb5-461f-aa00-6ac8eac7ab03, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=84566a17-8eb5-461f-aa00-6ac8eac7ab03,segment=NetworkSegment(7fd02241-6524-4783-92ab-8351f423ad8f),segment_id=7fd02241-6524-4783-92ab-8351f423ad8f)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:51:33.778814 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:33.827287 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Pushing event updated for resources: {'Port': ['ID=84566a17-8eb5-461f-aa00-6ac8eac7ab03,revision_number=5']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:34.211961 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a9224-87a3-42e3-bb4c-d2839972cfd9 req-44e8e058-5e91-47ac-8e2c-ab2073dcb3fd tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:34.213449 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2d0a9224-87a3-42e3-bb4c-d2839972cfd9 req-44e8e058-5e91-47ac-8e2c-ab2073dcb3fd tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0490270 Aug 16 17:51:34.251462 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2d0a9224-87a3-42e3-bb4c-d2839972cfd9 req-e0af73d9-2fce-4724-afd4-80f1203fcb3d tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319970 Aug 16 17:51:34.323781 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c3aa1-c2a6-4faf-ab09-615b9186efd9 req-a68f450c-140e-4614-9e9a-43e750672c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:34.325286 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-743c3aa1-c2a6-4faf-ab09-615b9186efd9 req-a68f450c-140e-4614-9e9a-43e750672c7e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 1098 time: 0.0453541 Aug 16 17:51:34.366327 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-743c3aa1-c2a6-4faf-ab09-615b9186efd9 req-c7dc0034-8e5c-4442-b99c-1e5bbf3b2092 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287564 Aug 16 17:51:34.464359 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838c5ca-d38b-451a-9120-2e65c1748fe3 req-42ff90f7-5d20-40f3-94f0-687dd88c6cc7 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:34.465853 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-9838c5ca-d38b-451a-9120-2e65c1748fe3 req-42ff90f7-5d20-40f3-94f0-687dd88c6cc7 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0529501 Aug 16 17:51:34.504958 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-9838c5ca-d38b-451a-9120-2e65c1748fe3 req-9d7d56f8-2069-499c-959e-b621d9d9af44 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331187 Aug 16 17:51:35.408237 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ef0cb-7e1b-444a-b296-a5164b5ffa93 req-07cae532-cc53-4a73-bb91-69a9a7313567 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:35.410493 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-871ef0cb-7e1b-444a-b296-a5164b5ffa93 req-07cae532-cc53-4a73-bb91-69a9a7313567 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0528324 Aug 16 17:51:35.414755 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 84566a17-8eb5-461f-aa00-6ac8eac7ab03 up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:51:35.454074 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-871ef0cb-7e1b-444a-b296-a5164b5ffa93 req-c40b884f-0a14-4490-bfab-d4f059402ce2 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373282 Aug 16 17:51:35.473189 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 84566a17-8eb5-461f-aa00-6ac8eac7ab03 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:51:35.473573 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:35.623465 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ae05f-9a02-46cb-b8a0-75dcf6aeab94 req-29309732-2468-4a19-96c5-73cd2be0ed12 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:35.624966 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ab7ae05f-9a02-46cb-b8a0-75dcf6aeab94 req-29309732-2468-4a19-96c5-73cd2be0ed12 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0501215 Aug 16 17:51:35.662036 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ab7ae05f-9a02-46cb-b8a0-75dcf6aeab94 req-f3d9c2f6-d7b0-4bed-8b30-2794c33d1f3b tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312145 Aug 16 17:51:36.573411 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6400a9d-c68a-445d-b206-f6692fe25925 req-a724fc59-9f3e-48e8-9a95-d677f053b403 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:36.575058 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a6400a9d-c68a-445d-b206-f6692fe25925 req-a724fc59-9f3e-48e8-9a95-d677f053b403 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0483172 Aug 16 17:51:36.613489 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a6400a9d-c68a-445d-b206-f6692fe25925 req-2a0890b0-8cdd-4d77-b53d-a4077a1bd07c tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323484 Aug 16 17:51:36.779794 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf213a71-607f-4220-80d5-80e3e8d4b95d req-cb8d6767-ade6-4b45-a171-e50fc022dc5c tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:36.781267 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-bf213a71-607f-4220-80d5-80e3e8d4b95d req-cb8d6767-ade6-4b45-a171-e50fc022dc5c tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0520463 Aug 16 17:51:36.822192 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-bf213a71-607f-4220-80d5-80e3e8d4b95d req-f266534d-7056-44b8-bad1-f0c4d915630c tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321691 Aug 16 17:51:37.250545 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a04ffb-5f65-47ce-abb7-38ea4b071982 req-f16b7d5d-a9d8-40e0-b0eb-32f971345e11 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:37.252039 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a9a04ffb-5f65-47ce-abb7-38ea4b071982 req-f16b7d5d-a9d8-40e0-b0eb-32f971345e11 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0482340 Aug 16 17:51:37.289990 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a9a04ffb-5f65-47ce-abb7-38ea4b071982 req-c815d163-af3c-4e3a-a0db-803097a6601c tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312018 Aug 16 17:51:37.336274 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad2305-14df-4932-b401-308514d6077e req-f195d9d9-2a0d-4066-a19f-55a4bb2544e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:37.337766 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-0aad2305-14df-4932-b401-308514d6077e req-f195d9d9-2a0d-4066-a19f-55a4bb2544e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c826e534cdf3487392db5108c66dec78&device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 1098 time: 0.0405219 Aug 16 17:51:37.447562 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad2305-14df-4932-b401-308514d6077e req-60e973b6-59b3-4823-b70a-d5b51cdf1041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:37.448961 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-0aad2305-14df-4932-b401-308514d6077e req-60e973b6-59b3-4823-b70a-d5b51cdf1041 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19 HTTP/1.1" status: 200 len: 919 time: 0.0900240 Aug 16 17:51:37.510661 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-0aad2305-14df-4932-b401-308514d6077e req-97f84891-ebeb-4b45-85dc-c26633144b82 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63563690-0627-4bce-b4cf-ca2e0700c1d0 HTTP/1.1" status: 200 len: 217 time: 0.0349281 Aug 16 17:51:37.562089 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad2305-14df-4932-b401-308514d6077e req-76548c68-a12a-407b-8ee6-eae2f44f7c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:37.563526 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-0aad2305-14df-4932-b401-308514d6077e req-76548c68-a12a-407b-8ee6-eae2f44f7c45 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0d26bf3-0e23-4847-8352-c1bfca5dd7d9 HTTP/1.1" status: 200 len: 858 time: 0.0426304 Aug 16 17:51:37.605557 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-0aad2305-14df-4932-b401-308514d6077e req-7bf3bd15-ab0d-4a24-80cd-d28ef826a258 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267267 Aug 16 17:51:37.701809 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-0aad2305-14df-4932-b401-308514d6077e req-334be4b7-567d-4b1e-92d5-06ff235595a1 service neutron] 10.222.0.13 "GET /v2.0/networks/1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812125 Aug 16 17:51:37.729560 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f159911-8a3d-4021-8b7d-d5a5386bea48 req-17db0fb1-98ad-4647-8e5c-b09d0e6951e1 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:37.731293 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4f159911-8a3d-4021-8b7d-d5a5386bea48 req-17db0fb1-98ad-4647-8e5c-b09d0e6951e1 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0494475 Aug 16 17:51:37.770199 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4f159911-8a3d-4021-8b7d-d5a5386bea48 req-91b0bb24-e8e7-4e41-b675-daaf81eb242e tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331526 Aug 16 17:51:37.795517 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-0aad2305-14df-4932-b401-308514d6077e req-8a145e03-4f56-4ab5-96b9-2ea119453662 service neutron] 10.222.0.13 "GET /v2.0/networks/1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874496 Aug 16 17:51:38.408202 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59bab0-276c-41a3-96e8-026f51838bbe req-4fe37f96-07b9-410f-a2d8-65294bba9f8e tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:38.410011 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-9f59bab0-276c-41a3-96e8-026f51838bbe req-4fe37f96-07b9-410f-a2d8-65294bba9f8e tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0510252 Aug 16 17:51:38.446419 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-9f59bab0-276c-41a3-96e8-026f51838bbe req-739cd5ed-4d14-4740-a063-0e8e8dc7aea8 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305543 Aug 16 17:51:38.885420 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feef3ef-3d58-49ba-b211-f527c604bcee req-9c7d1b57-1b38-421b-bd86-6e3e3b231a9d tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:38.886905 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-5feef3ef-3d58-49ba-b211-f527c604bcee req-9c7d1b57-1b38-421b-bd86-6e3e3b231a9d tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0475101 Aug 16 17:51:38.923949 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-5feef3ef-3d58-49ba-b211-f527c604bcee req-63c44a97-f070-4544-86e4-cc249ab6aa2a tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311937 Aug 16 17:51:39.561815 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35efc747-577e-4f75-b254-5588c1a8ae69 req-2d48ac1e-317f-44b9-819d-c3d0ac1e3e57 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:39.563332 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-35efc747-577e-4f75-b254-5588c1a8ae69 req-2d48ac1e-317f-44b9-819d-c3d0ac1e3e57 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0493250 Aug 16 17:51:39.600481 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-35efc747-577e-4f75-b254-5588c1a8ae69 req-23ac785d-182a-4690-9d9b-1e05b2a12085 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311246 Aug 16 17:51:40.049111 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96202eb-6bf5-4536-84a7-ce98bd88f847 req-2c259c37-a893-4809-ba41-6fa5a15ac97e tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:40.050681 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b96202eb-6bf5-4536-84a7-ce98bd88f847 req-2c259c37-a893-4809-ba41-6fa5a15ac97e tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0582643 Aug 16 17:51:40.089094 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b96202eb-6bf5-4536-84a7-ce98bd88f847 req-25066d60-283f-422a-965a-60280f4aff6b tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325365 Aug 16 17:51:40.714413 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100d80b-2940-42ca-ba2d-45c16e5e5766 req-bc4e7f41-4cde-4039-879d-95a43b78e2ac tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:40.715818 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c100d80b-2940-42ca-ba2d-45c16e5e5766 req-bc4e7f41-4cde-4039-879d-95a43b78e2ac tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0496874 Aug 16 17:51:40.752912 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c100d80b-2940-42ca-ba2d-45c16e5e5766 req-5d9f9dab-e4bd-42e5-ab4b-72c0feed74e3 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310550 Aug 16 17:51:41.930898 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d099e-1d87-4752-bab9-85222a17aca3 req-fb3a47f5-6dc5-41a9-9b85-c09145e457a1 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:41.932387 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d97d099e-1d87-4752-bab9-85222a17aca3 req-fb3a47f5-6dc5-41a9-9b85-c09145e457a1 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0490124 Aug 16 17:51:41.978909 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d97d099e-1d87-4752-bab9-85222a17aca3 req-16587016-4d70-4b4a-97b3-930f020b06e8 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347562 Aug 16 17:51:43.094780 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db1e42-3099-4ee3-af94-a1abd24c6108 req-a8d6eb0a-c4e5-4ffa-bc5b-6a0117ab8fbe tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:43.096234 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-81db1e42-3099-4ee3-af94-a1abd24c6108 req-a8d6eb0a-c4e5-4ffa-bc5b-6a0117ab8fbe tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0519097 Aug 16 17:51:43.139393 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-81db1e42-3099-4ee3-af94-a1abd24c6108 req-77f119c0-d0af-4196-83b4-c5da3503e5a4 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367334 Aug 16 17:51:44.276118 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e11f0b-1de3-4aca-9217-d61504752857 req-59572453-b531-4341-a606-d944f4cf10b7 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:44.277587 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-30e11f0b-1de3-4aca-9217-d61504752857 req-59572453-b531-4341-a606-d944f4cf10b7 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0538859 Aug 16 17:51:44.322595 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-30e11f0b-1de3-4aca-9217-d61504752857 req-09b3b812-8188-4995-a4dc-1a8b031d0726 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380900 Aug 16 17:51:45.435832 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27ac49-d195-4b5d-aca0-5b11193ce7b0 req-1be4d97b-87b6-41bb-a1f0-d200e1d766a7 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:45.437303 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-be27ac49-d195-4b5d-aca0-5b11193ce7b0 req-1be4d97b-87b6-41bb-a1f0-d200e1d766a7 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0482507 Aug 16 17:51:45.479634 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-be27ac49-d195-4b5d-aca0-5b11193ce7b0 req-5a18adc1-f9b7-4dae-a5ca-54264eb246d1 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357215 Aug 16 17:51:46.236090 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6ec81-fb97-4869-95ca-f7e219180cc2 req-26553517-9023-463c-a087-b402b06944cd tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:46.237558 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4ef6ec81-fb97-4869-95ca-f7e219180cc2 req-26553517-9023-463c-a087-b402b06944cd tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 946 time: 0.0515628 Aug 16 17:51:46.274631 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4ef6ec81-fb97-4869-95ca-f7e219180cc2 req-810bd85b-fac9-477e-8d4e-8ee27d836bd8 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310197 Aug 16 17:51:46.593600 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e2e5f-70fb-49f0-beb4-d5d8f10b89bd req-cd73e953-2b10-42f2-ac9b-34a2f9f703e5 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:46.595168 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e30e2e5f-70fb-49f0-beb4-d5d8f10b89bd req-cd73e953-2b10-42f2-ac9b-34a2f9f703e5 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0479708 Aug 16 17:51:46.634423 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e30e2e5f-70fb-49f0-beb4-d5d8f10b89bd req-ac4dcf75-582a-4847-b14c-811a2ca03ac2 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316474 Aug 16 17:51:47.390072 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b8dd2-ff61-4bfc-9431-e6b170956f20 req-a66b8365-823d-4912-98ce-ff7b4de3ffb6 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:47.391565 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-769b8dd2-ff61-4bfc-9431-e6b170956f20 req-a66b8365-823d-4912-98ce-ff7b4de3ffb6 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 946 time: 0.0491624 Aug 16 17:51:47.436837 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-769b8dd2-ff61-4bfc-9431-e6b170956f20 req-5a6f9614-2470-46c1-b4bf-fc7d7c01d21f tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392394 Aug 16 17:51:47.753416 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfda37f-6f90-488b-ab69-3e90180ca078 req-f8d03bca-4ffa-4ba2-af8b-194a30551f92 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:47.754903 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2dfda37f-6f90-488b-ab69-3e90180ca078 req-f8d03bca-4ffa-4ba2-af8b-194a30551f92 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0516644 Aug 16 17:51:47.792350 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2dfda37f-6f90-488b-ab69-3e90180ca078 req-f1046e79-cbbb-4749-8eab-09fdd78462f7 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316715 Aug 16 17:51:48.554385 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf42e2f-c725-4368-a081-a9c84c5deb16 req-66264db9-0bf1-4762-a354-c075e20c5638 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:48.555871 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6cf42e2f-c725-4368-a081-a9c84c5deb16 req-66264db9-0bf1-4762-a354-c075e20c5638 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 946 time: 0.0505044 Aug 16 17:51:48.593377 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6cf42e2f-c725-4368-a081-a9c84c5deb16 req-7df2a2f9-9c15-48a4-bf73-ae0fb3fca240 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316563 Aug 16 17:51:48.908875 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3aafc9-2d68-4bed-9d67-31daec873869 req-efdc2670-3150-4f8a-93ff-3ebffa41090d tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:48.910359 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-bb3aafc9-2d68-4bed-9d67-31daec873869 req-efdc2670-3150-4f8a-93ff-3ebffa41090d tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0520031 Aug 16 17:51:48.947259 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-bb3aafc9-2d68-4bed-9d67-31daec873869 req-8e91ae0f-1c9c-493e-96ae-59064bf4c173 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304711 Aug 16 17:51:49.284177 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07efb48-aae8-4583-b385-7406f3a16f82 req-6ccf1d77-524c-442c-bf1e-860c16cc97c1 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:49.285660 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e07efb48-aae8-4583-b385-7406f3a16f82 req-6ccf1d77-524c-442c-bf1e-860c16cc97c1 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0522110 Aug 16 17:51:49.325840 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e07efb48-aae8-4583-b385-7406f3a16f82 req-a31d808e-7aed-46db-b45f-5145a6979322 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338285 Aug 16 17:51:49.351243 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27d0dd-8cdd-4275-926b-2c7e7843f4d3 req-e787a6e1-9c7a-4ac9-bada-3332b47ef7e9 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:49.352973 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-ae27d0dd-8cdd-4275-926b-2c7e7843f4d3 req-e787a6e1-9c7a-4ac9-bada-3332b47ef7e9 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 946 time: 0.0512202 Aug 16 17:51:49.454982 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [req-ae27d0dd-8cdd-4275-926b-2c7e7843f4d3 req-d94b3bde-2dc9-4a6e-94d5-40c4a3fdb800 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Deleting port d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0 {{(pid=101349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:51:49.455238 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-ae27d0dd-8cdd-4275-926b-2c7e7843f4d3 req-d94b3bde-2dc9-4a6e-94d5-40c4a3fdb800 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:49.578891 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-ae27d0dd-8cdd-4275-926b-2c7e7843f4d3 req-d94b3bde-2dc9-4a6e-94d5-40c4a3fdb800 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] For port d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0,segment=NetworkSegment(4b50e9d4-725c-431c-92d3-a5fbe70ee89e),segment_id=4b50e9d4-725c-431c-92d3-a5fbe70ee89e)] {{(pid=101349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:51:49.579254 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-ae27d0dd-8cdd-4275-926b-2c7e7843f4d3 req-d94b3bde-2dc9-4a6e-94d5-40c4a3fdb800 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:49.594812 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [req-ae27d0dd-8cdd-4275-926b-2c7e7843f4d3 req-d94b3bde-2dc9-4a6e-94d5-40c4a3fdb800 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Calling delete_port for d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0 owned by compute:nova {{(pid=101349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:51:49.603592 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4ca79-4e0a-4e4f-ac20-4d5cea6f1c1c req-3124b164-d457-472d-aa9b-725a0ad642d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:49.605087 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-f8b4ca79-4e0a-4e4f-ac20-4d5cea6f1c1c req-3124b164-d457-472d-aa9b-725a0ad642d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=85697c37841b4a59aaaa6d2d36ff953b&device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 1099 time: 0.0731747 Aug 16 17:51:49.707969 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e298bf-bbea-471d-b182-c93d2d5b922a req-e277e868-0676-46eb-bc08-2b1533616bdd tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:49.714129 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-16e298bf-bbea-471d-b182-c93d2d5b922a req-e277e868-0676-46eb-bc08-2b1533616bdd tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 946 time: 0.0490091 Aug 16 17:51:49.748004 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-16e298bf-bbea-471d-b182-c93d2d5b922a req-cc85cb0c-e059-43b5-8714-dd2dfb65845e tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311332 Aug 16 17:51:49.752543 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4ca79-4e0a-4e4f-ac20-4d5cea6f1c1c req-fd0386f6-8e1b-45c4-b115-15467aa34aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:49.754050 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-f8b4ca79-4e0a-4e4f-ac20-4d5cea6f1c1c req-fd0386f6-8e1b-45c4-b115-15467aa34aa7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d4c249fc-f15d-4c54-a2fa-f9ec1324c63c HTTP/1.1" status: 200 len: 912 time: 0.1134620 Aug 16 17:51:49.853902 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-f8b4ca79-4e0a-4e4f-ac20-4d5cea6f1c1c req-7405f8cf-05ff-456f-9ff3-335edbe22c11 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=746544d7-10ef-4545-be9e-e1b2dca27978 HTTP/1.1" status: 200 len: 1002 time: 0.0756760 Aug 16 17:51:49.907943 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4ca79-4e0a-4e4f-ac20-4d5cea6f1c1c req-501d046b-730f-4de8-811c-f2432effddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:49.909727 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-f8b4ca79-4e0a-4e4f-ac20-4d5cea6f1c1c req-501d046b-730f-4de8-811c-f2432effddbd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3d17ce71-6fac-4edf-9519-05a2c7a1f013 HTTP/1.1" status: 200 len: 850 time: 0.0470924 Aug 16 17:51:49.916123 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-ae27d0dd-8cdd-4275-926b-2c7e7843f4d3 req-d94b3bde-2dc9-4a6e-94d5-40c4a3fdb800 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:49.953324 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b3bde-2dc9-4a6e-94d5-40c4a3fdb800 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Pushing event deleted for resources: {'Port': ['ID=d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:51:50.002678 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['63563690-0627-4bce-b4cf-ca2e0700c1d0'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:51:50.019352 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae27d0dd-8cdd-4275-926b-2c7e7843f4d3 req-d94b3bde-2dc9-4a6e-94d5-40c4a3fdb800 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] No DVR routers for this DVR port d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0 on host hv-cinder-79760 {{(pid=101349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 17:51:50.022263 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-ae27d0dd-8cdd-4275-926b-2c7e7843f4d3 req-d94b3bde-2dc9-4a6e-94d5-40c4a3fdb800 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:50.024271 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-ae27d0dd-8cdd-4275-926b-2c7e7843f4d3 req-d94b3bde-2dc9-4a6e-94d5-40c4a3fdb800 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.13 "DELETE /v2.0/ports/d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0 HTTP/1.1" status: 204 len: 173 time: 0.6551216 Aug 16 17:51:50.024721 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b31bc0f-b94a-4e87-a30e-8c42b0e08345', 'name': 'network-vif-deleted', 'tag': 'd18d07b6-5171-42d5-b6e8-7a4e9aaab0c0'}] {{(pid=101349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:51:50.027362 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}934f09010de237f24c102465ff13aed95362a81e3346d32f1bd52d9236897e6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe9c83d-f797-41e5-bc5e-eb993b962734" -d '{"events": [{"server_uuid": "8b31bc0f-b94a-4e87-a30e-8c42b0e08345", "name": "network-vif-deleted", "tag": "d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0"}]}' {{(pid=101349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:51:50.031773 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4ca79-4e0a-4e4f-ac20-4d5cea6f1c1c req-8ee7586f-fcd6-4c6d-8b1b-8cafd9b60367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:50.033267 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-f8b4ca79-4e0a-4e4f-ac20-4d5cea6f1c1c req-8ee7586f-fcd6-4c6d-8b1b-8cafd9b60367 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d4c249fc-f15d-4c54-a2fa-f9ec1324c63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1065655 Aug 16 17:51:50.065147 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc101624-2cf1-484e-9bb6-b9f447651fc3 x-openstack-request-id: req-bc101624-2cf1-484e-9bb6-b9f447651fc3 {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:51:50.065441 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b31bc0f-b94a-4e87-a30e-8c42b0e08345", "name": "network-vif-deleted", "tag": "d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0", "status": "completed", "code": 200}]} {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:51:50.065691 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bc101624-2cf1-484e-9bb6-b9f447651fc3 {{(pid=101349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:51:50.066111 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b31bc0f-b94a-4e87-a30e-8c42b0e08345', 'name': 'network-vif-deleted', 'tag': 'd18d07b6-5171-42d5-b6e8-7a4e9aaab0c0', 'status': 'completed', 'code': 200} Aug 16 17:51:50.145532 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-f8b4ca79-4e0a-4e4f-ac20-4d5cea6f1c1c req-fac1f4b9-108e-4388-9d35-0cad7bdd25fb service neutron] 10.222.0.13 "GET /v2.0/networks/d4c249fc-f15d-4c54-a2fa-f9ec1324c63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001475 Aug 16 17:51:50.250694 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-f8b4ca79-4e0a-4e4f-ac20-4d5cea6f1c1c req-4153e36b-a813-4fd4-b422-6a537cb3c818 service neutron] 10.222.0.13 "GET /v2.0/networks/d4c249fc-f15d-4c54-a2fa-f9ec1324c63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837846 Aug 16 17:51:50.444845 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a7fcb-cadf-4835-890e-1a2ac5e8e6d4 req-a9725d81-ac5d-4d41-969e-d8d6c600b452 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:50.446417 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ac3a7fcb-cadf-4835-890e-1a2ac5e8e6d4 req-a9725d81-ac5d-4d41-969e-d8d6c600b452 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0480306 Aug 16 17:51:50.485273 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ac3a7fcb-cadf-4835-890e-1a2ac5e8e6d4 req-6ddde429-fa47-40f6-8e55-6d542094db1d tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328736 Aug 16 17:51:50.866399 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-5b05eae8-47c1-4cfb-a817-e86194e6cbee req-cca4943e-bf00-4ff9-9996-f8e88b1bcbdd tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b31bc0f-b94a-4e87-a30e-8c42b0e08345 HTTP/1.1" status: 200 len: 210 time: 0.0293870 Aug 16 17:51:51.597989 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300c56c-a7c3-4619-87bd-e1fa94d78a3b req-6ab64687-90b2-4416-be2c-55c303a33d4e tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:51.599436 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-5300c56c-a7c3-4619-87bd-e1fa94d78a3b req-6ab64687-90b2-4416-be2c-55c303a33d4e tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0485530 Aug 16 17:51:51.638000 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-5300c56c-a7c3-4619-87bd-e1fa94d78a3b req-79dc5c69-564d-4c86-9608-fe9293ffdd8e tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326705 Aug 16 17:51:52.367364 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c450d8-6c8b-4519-835e-3e646dd7e7d0 req-c7d26d7b-23f9-4005-84a5-331f7e5ff306 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:52.368811 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-20c450d8-6c8b-4519-835e-3e646dd7e7d0 req-c7d26d7b-23f9-4005-84a5-331f7e5ff306 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0470672 Aug 16 17:51:52.404724 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-20c450d8-6c8b-4519-835e-3e646dd7e7d0 req-a80d90cf-15d1-413d-a9e2-ca0030eb0721 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301411 Aug 16 17:51:53.468180 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:51:53.488669 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] No Port match for: d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0 {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 17:51:53.489023 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device d18d07b6-5171-42d5-b6e8-7a4e9aaab0c0 not bound to the agent host hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 17:51:53.518486 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587a772-96ee-40dc-9d41-58365829827c req-31fe8fd0-49fe-4cca-b5ca-89a25294ad6b tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:53.519951 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c587a772-96ee-40dc-9d41-58365829827c req-31fe8fd0-49fe-4cca-b5ca-89a25294ad6b tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0492771 Aug 16 17:51:53.560833 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c587a772-96ee-40dc-9d41-58365829827c req-5f516cc4-b370-4daf-b974-9202cbc692be tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348561 Aug 16 17:51:53.830446 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-cd108e54-f55f-42ab-a4df-b60edb0952b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:54.679265 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf507ab-39c6-4841-bb25-4942c6189941 req-b192c6bb-309a-4622-800c-c239ea9da703 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:54.680764 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7cf507ab-39c6-4841-bb25-4942c6189941 req-b192c6bb-309a-4622-800c-c239ea9da703 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0513492 Aug 16 17:51:54.721243 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7cf507ab-39c6-4841-bb25-4942c6189941 req-95076519-68e0-49f2-9ec1-5ab5562318f5 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327458 Aug 16 17:51:55.834321 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0feaa-b268-4eb5-b901-ff72350130fa req-4fc87b0e-c755-4179-a623-b3a000b8a01d tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:55.835832 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ade0feaa-b268-4eb5-b901-ff72350130fa req-4fc87b0e-c755-4179-a623-b3a000b8a01d tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0491769 Aug 16 17:51:55.872790 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ade0feaa-b268-4eb5-b901-ff72350130fa req-603c1b46-7666-4314-b065-b7d92eaa11c0 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311632 Aug 16 17:51:56.545066 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-1973b56a-892d-4bba-8cd3-eebb378e8037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:56.664625 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:56.982393 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72cdd6-5c14-420a-94f2-e51bb547055b req-e4effa9b-fbe1-4dad-b5c9-269060353eed tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:56.983856 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8a72cdd6-5c14-420a-94f2-e51bb547055b req-e4effa9b-fbe1-4dad-b5c9-269060353eed tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0470850 Aug 16 17:51:57.024685 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8a72cdd6-5c14-420a-94f2-e51bb547055b req-c26436d5-aacf-4c71-86a5-5e8ef863ca60 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349936 Aug 16 17:51:57.624354 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:57.670145 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:57.768929 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 6 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 17:51:58.135898 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c977298-4bb4-4c98-82d9-beb78e77e40e req-27ad2dfe-fdcf-4978-a9d5-80b0f0a9fe76 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:58.137342 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6c977298-4bb4-4c98-82d9-beb78e77e40e req-27ad2dfe-fdcf-4978-a9d5-80b0f0a9fe76 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0465467 Aug 16 17:51:58.179643 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6c977298-4bb4-4c98-82d9-beb78e77e40e req-593ef1fa-7708-4474-86df-1456f1c4c4a4 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357676 Aug 16 17:51:59.070065 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:51:59.292966 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268065a-cb30-48cc-932f-fff7e2db5c9b req-e564deab-9117-4466-82df-a5841d3bebc3 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:51:59.294432 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2268065a-cb30-48cc-932f-fff7e2db5c9b req-e564deab-9117-4466-82df-a5841d3bebc3 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0475206 Aug 16 17:51:59.330668 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2268065a-cb30-48cc-932f-fff7e2db5c9b req-4d697250-ff3c-459d-9907-971a03c18969 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300651 Aug 16 17:52:00.439573 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d377cf-f925-41d9-bdb2-822237927af5 req-c00c7c90-db25-4f55-b622-5c0e2ced7a27 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:00.440995 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-37d377cf-f925-41d9-bdb2-822237927af5 req-c00c7c90-db25-4f55-b622-5c0e2ced7a27 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0465872 Aug 16 17:52:00.479666 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-37d377cf-f925-41d9-bdb2-822237927af5 req-94e4b83f-53d5-4d7a-9321-39b7087a522f tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322912 Aug 16 17:52:01.590901 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4f750-4c10-47a1-aeb4-03ec472482df req-d68cf6e7-b071-41c1-afb4-2f5e2ac32cfc tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:01.592355 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4fe4f750-4c10-47a1-aeb4-03ec472482df req-d68cf6e7-b071-41c1-afb4-2f5e2ac32cfc tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0478988 Aug 16 17:52:01.636041 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4fe4f750-4c10-47a1-aeb4-03ec472482df req-d4b06da4-fc57-4ca3-b2b6-f7dbfce383b3 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306818 Aug 16 17:52:02.741456 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39cdffb-66bc-4e95-8ed5-430d577a2f47 req-47b27cd8-fa02-4490-813f-ef0ad1ed3e2f tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:02.742918 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c39cdffb-66bc-4e95-8ed5-430d577a2f47 req-47b27cd8-fa02-4490-813f-ef0ad1ed3e2f tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0476236 Aug 16 17:52:02.778889 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c39cdffb-66bc-4e95-8ed5-430d577a2f47 req-808c94f9-4d58-4294-8944-80a64d06c268 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301428 Aug 16 17:52:03.308345 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-28fd3c42-ee93-41de-9c22-934b1ca972c1 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-664605989&fields=id&tenant_id=67e93bc9aa8640229cc9f17f3199ca27 HTTP/1.1" status: 200 len: 267 time: 0.0308833 Aug 16 17:52:03.412796 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-5c36917c-9428-4a1e-ad81-255c205aebc4 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:03.414227 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-5c36917c-9428-4a1e-ad81-255c205aebc4 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/networks?id=abd87892-01ae-487a-b700-498630f47a61 HTTP/1.1" status: 200 len: 808 time: 0.0996389 Aug 16 17:52:03.428019 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-c178e009-4453-4fac-a09a-0a28e905f2b7 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/quotas/67e93bc9aa8640229cc9f17f3199ca27 HTTP/1.1" status: 200 len: 375 time: 0.0083728 Aug 16 17:52:03.475007 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-868740a1-7528-4a82-8aed-6160ebb07a35 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=67e93bc9aa8640229cc9f17f3199ca27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0415750 Aug 16 17:52:03.806900 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-7d1351fe-7e5e-48b2-9881-07cb01d72b1b service neutron] 10.222.0.73 "GET /v2.0/networks/abd87892-01ae-487a-b700-498630f47a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189435 Aug 16 17:52:03.896022 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-dce1dbc0-63ce-48ba-8e6b-e4bcdb96cf4d service neutron] 10.222.0.73 "GET /v2.0/networks/abd87892-01ae-487a-b700-498630f47a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831153 Aug 16 17:52:04.472710 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d2cd3-53b6-4d0d-891a-0e7bd97b62b4 req-d75ee4a1-d5ad-42f9-ad59-925c7b0e8485 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:04.474370 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-3c3d2cd3-53b6-4d0d-891a-0e7bd97b62b4 req-d75ee4a1-d5ad-42f9-ad59-925c7b0e8485 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0516129 Aug 16 17:52:04.513376 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-3c3d2cd3-53b6-4d0d-891a-0e7bd97b62b4 req-a1a9d456-a8ad-4323-b78c-96a221cecc81 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324767 Aug 16 17:52:04.578757 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2a4c5faf-75e7-461a-950f-265d9494ff0a req-a9a730d3-65af-4cb8-89f5-0d2ee6ecc01d tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 210 time: 0.0255315 Aug 16 17:52:05.625115 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24712c49-79fc-4908-804d-a4a466bb72db req-bc5bf03c-3505-441e-a2d0-6d7586d8d0bd tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:05.626500 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-24712c49-79fc-4908-804d-a4a466bb72db req-bc5bf03c-3505-441e-a2d0-6d7586d8d0bd tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0474248 Aug 16 17:52:05.663830 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-24712c49-79fc-4908-804d-a4a466bb72db req-85203fff-ee16-482e-a43a-35cfb65ba5e2 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/security-groups?id=10ace618-c602-48cb-a0b8-66a985ffcc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313120 Aug 16 17:52:05.745239 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7fd0ce87-7211-4277-9bf9-51bf7382bb8b req-6ecb9221-21fc-4056-8612-ddd8b323f230 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 210 time: 0.0279551 Aug 16 17:52:06.005901 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d980ffb-ec8c-4177-a69b-45a719eb49ff req-6997305d-e13d-4b86-b72c-3161134ddf2f tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:06.007412 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-2d980ffb-ec8c-4177-a69b-45a719eb49ff req-6997305d-e13d-4b86-b72c-3161134ddf2f tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.13 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 945 time: 0.0487325 Aug 16 17:52:06.105893 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [req-2d980ffb-ec8c-4177-a69b-45a719eb49ff req-5c003a69-c196-4c31-ad5e-b17d14f2e9b9 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Deleting port 63563690-0627-4bce-b4cf-ca2e0700c1d0 {{(pid=101349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:52:06.106787 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-2d980ffb-ec8c-4177-a69b-45a719eb49ff req-5c003a69-c196-4c31-ad5e-b17d14f2e9b9 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:06.199364 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-2d980ffb-ec8c-4177-a69b-45a719eb49ff req-5c003a69-c196-4c31-ad5e-b17d14f2e9b9 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] For port 63563690-0627-4bce-b4cf-ca2e0700c1d0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=63563690-0627-4bce-b4cf-ca2e0700c1d0,segment=NetworkSegment(4b50e9d4-725c-431c-92d3-a5fbe70ee89e),segment_id=4b50e9d4-725c-431c-92d3-a5fbe70ee89e)] {{(pid=101349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:52:06.199686 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-2d980ffb-ec8c-4177-a69b-45a719eb49ff req-5c003a69-c196-4c31-ad5e-b17d14f2e9b9 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:06.211702 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [req-2d980ffb-ec8c-4177-a69b-45a719eb49ff req-5c003a69-c196-4c31-ad5e-b17d14f2e9b9 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Calling delete_port for 63563690-0627-4bce-b4cf-ca2e0700c1d0 owned by compute:nova {{(pid=101349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:52:06.396083 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-2d980ffb-ec8c-4177-a69b-45a719eb49ff req-5c003a69-c196-4c31-ad5e-b17d14f2e9b9 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:06.424718 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c003a69-c196-4c31-ad5e-b17d14f2e9b9 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Pushing event deleted for resources: {'Port': ['ID=63563690-0627-4bce-b4cf-ca2e0700c1d0,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:06.438275 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['63563690-0627-4bce-b4cf-ca2e0700c1d0'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:52:06.454786 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c003a69-c196-4c31-ad5e-b17d14f2e9b9 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:52:06.455054 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c003a69-c196-4c31-ad5e-b17d14f2e9b9 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:52:06.455388 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c003a69-c196-4c31-ad5e-b17d14f2e9b9 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:52:06.455715 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c003a69-c196-4c31-ad5e-b17d14f2e9b9 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:52:06.456041 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c003a69-c196-4c31-ad5e-b17d14f2e9b9 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:52:06.456362 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c003a69-c196-4c31-ad5e-b17d14f2e9b9 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:52:06.456681 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c003a69-c196-4c31-ad5e-b17d14f2e9b9 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:52:06.457000 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c003a69-c196-4c31-ad5e-b17d14f2e9b9 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:52:06.457316 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c003a69-c196-4c31-ad5e-b17d14f2e9b9 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:52:06.457685 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c003a69-c196-4c31-ad5e-b17d14f2e9b9 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:52:06.457964 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c003a69-c196-4c31-ad5e-b17d14f2e9b9 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:52:06.458284 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c003a69-c196-4c31-ad5e-b17d14f2e9b9 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:52:06.473266 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d980ffb-ec8c-4177-a69b-45a719eb49ff req-5c003a69-c196-4c31-ad5e-b17d14f2e9b9 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] No DVR routers for this DVR port 63563690-0627-4bce-b4cf-ca2e0700c1d0 on host hv-cinder-79760 {{(pid=101349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 17:52:06.475428 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-2d980ffb-ec8c-4177-a69b-45a719eb49ff req-5c003a69-c196-4c31-ad5e-b17d14f2e9b9 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:06.477331 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-2d980ffb-ec8c-4177-a69b-45a719eb49ff req-5c003a69-c196-4c31-ad5e-b17d14f2e9b9 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.13 "DELETE /v2.0/ports/63563690-0627-4bce-b4cf-ca2e0700c1d0 HTTP/1.1" status: 204 len: 173 time: 0.4628048 Aug 16 17:52:06.477810 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5716e4a0-642b-42f1-9735-238aa9737dd4', 'name': 'network-vif-deleted', 'tag': '63563690-0627-4bce-b4cf-ca2e0700c1d0'}] {{(pid=101349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:52:06.480065 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}934f09010de237f24c102465ff13aed95362a81e3346d32f1bd52d9236897e6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cac958-95d9-4afa-9695-a258e329de62" -d '{"events": [{"server_uuid": "5716e4a0-642b-42f1-9735-238aa9737dd4", "name": "network-vif-deleted", "tag": "63563690-0627-4bce-b4cf-ca2e0700c1d0"}]}' {{(pid=101349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:52:06.517037 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90fe1831-487b-4ccb-9000-982da6e6bafc x-openstack-request-id: req-90fe1831-487b-4ccb-9000-982da6e6bafc {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:52:06.517321 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5716e4a0-642b-42f1-9735-238aa9737dd4", "name": "network-vif-deleted", "tag": "63563690-0627-4bce-b4cf-ca2e0700c1d0", "status": "completed", "code": 200}]} {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:52:06.517593 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-90fe1831-487b-4ccb-9000-982da6e6bafc {{(pid=101349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:52:06.518024 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5716e4a0-642b-42f1-9735-238aa9737dd4', 'name': 'network-vif-deleted', 'tag': '63563690-0627-4bce-b4cf-ca2e0700c1d0', 'status': 'completed', 'code': 200} Aug 16 17:52:06.758899 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-1a06397f-d1d8-4112-95e9-0aba461a9f23 req-85013dce-5e6b-4b0a-bc29-8380f8de8405 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] 10.222.0.73 "GET /v2.0/ports?device_id=5716e4a0-642b-42f1-9735-238aa9737dd4 HTTP/1.1" status: 200 len: 210 time: 0.0257187 Aug 16 17:52:06.841300 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4838ceed-d1f6-4c2b-b7a8-220fe302d20f req-c87a42cd-30ad-4cf4-b1ec-0688d218861d tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 210 time: 0.0296264 Aug 16 17:52:06.963696 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-c0a4e754-4dca-4ca6-87c4-4c30502f44e8 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:06.965131 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-c0a4e754-4dca-4ca6-87c4-4c30502f44e8 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.13 "GET /v2.0/networks?id=abd87892-01ae-487a-b700-498630f47a61 HTTP/1.1" status: 200 len: 808 time: 0.1012714 Aug 16 17:52:07.040057 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-a005f749-878d-4add-8068-d0e7fa4099a3 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67e93bc9aa8640229cc9f17f3199ca27 HTTP/1.1" status: 200 len: 379 time: 0.0351856 Aug 16 17:52:07.052572 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-48c4a23f-6d84-4286-b924-ac3d04c57279 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Request body: {'port': {'device_id': '905b9710-bc8f-4552-9f94-46cae368d49e', 'network_id': 'abd87892-01ae-487a-b700-498630f47a61', 'admin_state_up': True, 'tenant_id': '67e93bc9aa8640229cc9f17f3199ca27', 'security_groups': ['56c23814-50bf-4773-b8cc-72372b736f8c']}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:52:07.270412 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-48c4a23f-6d84-4286-b924-ac3d04c57279 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Made reservation on behalf of 67e93bc9aa8640229cc9f17f3199ca27 for: {'port': 1} {{(pid=101349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:52:07.274051 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-48c4a23f-6d84-4286-b924-ac3d04c57279 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:07.404575 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.db_base_plugin_common [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-48c4a23f-6d84-4286-b924-ac3d04c57279 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Allocated IP 172.20.0.8 (abd87892-01ae-487a-b700-498630f47a61/b77c348c-0c1d-4052-baba-3868ce8adf35/22583d25-1bc6-40f3-941e-2b36ffcb081d) {{(pid=101349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:52:07.540996 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-48c4a23f-6d84-4286-b924-ac3d04c57279 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks [] for port, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:07.554505 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.provisioning_blocks [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-48c4a23f-6d84-4286-b924-ac3d04c57279 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Transition to ACTIVE for port object 22583d25-1bc6-40f3-941e-2b36ffcb081d will not be triggered until provisioned by entity DHCP. {{(pid=101349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:52:07.688349 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-48c4a23f-6d84-4286-b924-ac3d04c57279 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:07.735444 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-48c4a23f-6d84-4286-b924-ac3d04c57279 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Network abd87892-01ae-487a-b700-498630f47a61 is already hosted by enough agents. {{(pid=101349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:52:07.738689 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.base_scheduler [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-48c4a23f-6d84-4286-b924-ac3d04c57279 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Resources bound (agent type, host, resource id): {{(pid=101349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:52:07.741018 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-48c4a23f-6d84-4286-b924-ac3d04c57279 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Received port after_create {{(pid=101349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:52:07.766711 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4a23f-6d84-4286-b924-ac3d04c57279 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Pushing event updated for resources: {'Port': ['ID=22583d25-1bc6-40f3-941e-2b36ffcb081d,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:07.804673 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-48c4a23f-6d84-4286-b924-ac3d04c57279 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:07.805318 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-48c4a23f-6d84-4286-b924-ac3d04c57279 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:07.814605 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 55090) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:52:07.913184 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-48c4a23f-6d84-4286-b924-ac3d04c57279 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8641207 Aug 16 17:52:07.957497 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acebf3f-b908-45be-85a7-22feb9f54138 req-bdec52be-82a1-4ced-89ee-9cbf7ff78623 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:07.958919 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2acebf3f-b908-45be-85a7-22feb9f54138 req-bdec52be-82a1-4ced-89ee-9cbf7ff78623 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 931 time: 0.0489047 Aug 16 17:52:07.968582 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-6a45ddb7-aa0b-4904-8a09-21b6a7e5e3f6 service neutron] Request body: {'port': {'device_id': '905b9710-bc8f-4552-9f94-46cae368d49e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:52:07.996995 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2acebf3f-b908-45be-85a7-22feb9f54138 req-6c60da21-997c-4879-8a41-4192f817579d tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315697 Aug 16 17:52:08.053532 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-5aa8fd1f-4117-4f56-a966-8fecf245616e None None] Provisioning for port 22583d25-1bc6-40f3-941e-2b36ffcb081d completed by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:52:08.057559 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-5aa8fd1f-4117-4f56-a966-8fecf245616e None None] Provisioning complete for port 22583d25-1bc6-40f3-941e-2b36ffcb081d triggered by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:52:08.058046 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-5aa8fd1f-4117-4f56-a966-8fecf245616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:08.063135 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-6a45ddb7-aa0b-4904-8a09-21b6a7e5e3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:08.210078 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-5aa8fd1f-4117-4f56-a966-8fecf245616e None None] Port 22583d25-1bc6-40f3-941e-2b36ffcb081d cannot update to ACTIVE because it is not bound. {{(pid=101351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 17:52:08.505855 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-6a45ddb7-aa0b-4904-8a09-21b6a7e5e3f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22583d25-1bc6-40f3-941e-2b36ffcb081d {{(pid=101349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:52:08.522197 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-6a45ddb7-aa0b-4904-8a09-21b6a7e5e3f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:08.528821 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f9652a37-72f6-419e-ba39-0c2c7bc7d5ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701377'] for router_interface, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:08.574143 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.provisioning_blocks [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-6a45ddb7-aa0b-4904-8a09-21b6a7e5e3f6 service neutron] Transition to ACTIVE for port object 22583d25-1bc6-40f3-941e-2b36ffcb081d will not be triggered until provisioned by entity L2. {{(pid=101349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:52:08.691668 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-6a45ddb7-aa0b-4904-8a09-21b6a7e5e3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5660737'] for port, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:08.781704 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45ddb7-aa0b-4904-8a09-21b6a7e5e3f6 service neutron] Pushing event updated for resources: {'Port': ['ID=22583d25-1bc6-40f3-941e-2b36ffcb081d,revision_number=2']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:09.117070 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38b60d-30aa-4534-87ba-bf829e5d8288 req-ec53a000-6b84-4f17-99e5-bac7ce0f5271 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:09.119237 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-fc38b60d-30aa-4534-87ba-bf829e5d8288 req-ec53a000-6b84-4f17-99e5-bac7ce0f5271 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 943 time: 0.0481448 Aug 16 17:52:09.121416 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-6a45ddb7-aa0b-4904-8a09-21b6a7e5e3f6 service neutron] Attempting to bind port 22583d25-1bc6-40f3-941e-2b36ffcb081d on host hv-cinder-79760 for vnic_type normal with profile {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:52:09.121826 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-6a45ddb7-aa0b-4904-8a09-21b6a7e5e3f6 service neutron] Attempting to bind port 22583d25-1bc6-40f3-941e-2b36ffcb081d by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '1f1d80ff-6f96-4f46-a24f-a310f32924c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'abd87892-01ae-487a-b700-498630f47a61'}] {{(pid=101349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:52:09.122093 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-6a45ddb7-aa0b-4904-8a09-21b6a7e5e3f6 service neutron] Attempting to bind port 22583d25-1bc6-40f3-941e-2b36ffcb081d on network abd87892-01ae-487a-b700-498630f47a61 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:52:09.142481 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-6a45ddb7-aa0b-4904-8a09-21b6a7e5e3f6 service neutron] Port 22583d25-1bc6-40f3-941e-2b36ffcb081d on network abd87892-01ae-487a-b700-498630f47a61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 17:52:09.142805 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-6a45ddb7-aa0b-4904-8a09-21b6a7e5e3f6 service neutron] Attempting to bind port 22583d25-1bc6-40f3-941e-2b36ffcb081d on network abd87892-01ae-487a-b700-498630f47a61 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:52:09.149261 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-6a45ddb7-aa0b-4904-8a09-21b6a7e5e3f6 service neutron] Checking agent: {'id': 'd413de79-89e7-4037-a6bb-11a55464df62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 45, 56), 'started_at': datetime.datetime(2021, 8, 16, 17, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:52:09.149597 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-6a45ddb7-aa0b-4904-8a09-21b6a7e5e3f6 service neutron] Checking segment: {'id': '1f1d80ff-6f96-4f46-a24f-a310f32924c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'abd87892-01ae-487a-b700-498630f47a61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:52:09.149998 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-6a45ddb7-aa0b-4904-8a09-21b6a7e5e3f6 service neutron] Bound using segment: {'id': '1f1d80ff-6f96-4f46-a24f-a310f32924c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'abd87892-01ae-487a-b700-498630f47a61'} {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:52:09.150423 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-6a45ddb7-aa0b-4904-8a09-21b6a7e5e3f6 service neutron] Bound port: 22583d25-1bc6-40f3-941e-2b36ffcb081d, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f1d80ff-6f96-4f46-a24f-a310f32924c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'abd87892-01ae-487a-b700-498630f47a61'}}] {{(pid=101349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:52:09.150779 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-6a45ddb7-aa0b-4904-8a09-21b6a7e5e3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:09.160249 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-fc38b60d-30aa-4534-87ba-bf829e5d8288 req-22571b51-99ff-4c2a-bc42-22c45b80d381 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344086 Aug 16 17:52:09.218842 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [None req-f9652a37-72f6-419e-ba39-0c2c7bc7d5ac admin admin] Deleting port 259f560a-3dde-4589-8be0-6aa53c8ae69e {{(pid=101349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:52:09.219178 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f9652a37-72f6-419e-ba39-0c2c7bc7d5ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:09.264405 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-6a45ddb7-aa0b-4904-8a09-21b6a7e5e3f6 service neutron] For port 22583d25-1bc6-40f3-941e-2b36ffcb081d, host hv-cinder-79760, cleared binding levels {{(pid=101349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:52:09.282326 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-6a45ddb7-aa0b-4904-8a09-21b6a7e5e3f6 service neutron] For port 22583d25-1bc6-40f3-941e-2b36ffcb081d, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=22583d25-1bc6-40f3-941e-2b36ffcb081d,segment=NetworkSegment(1f1d80ff-6f96-4f46-a24f-a310f32924c7),segment_id=1f1d80ff-6f96-4f46-a24f-a310f32924c7)] {{(pid=101349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:52:09.313458 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [None req-f9652a37-72f6-419e-ba39-0c2c7bc7d5ac admin admin] For port 259f560a-3dde-4589-8be0-6aa53c8ae69e, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=259f560a-3dde-4589-8be0-6aa53c8ae69e,segment=NetworkSegment(4b50e9d4-725c-431c-92d3-a5fbe70ee89e),segment_id=4b50e9d4-725c-431c-92d3-a5fbe70ee89e)] {{(pid=101349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:52:09.313757 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f9652a37-72f6-419e-ba39-0c2c7bc7d5ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:09.325611 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [None req-f9652a37-72f6-419e-ba39-0c2c7bc7d5ac admin admin] Calling delete_port for 259f560a-3dde-4589-8be0-6aa53c8ae69e owned by network:router_interface {{(pid=101349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:52:09.369523 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-6a45ddb7-aa0b-4904-8a09-21b6a7e5e3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5660737'] for port, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:09.419160 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-6a45ddb7-aa0b-4904-8a09-21b6a7e5e3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:09.419772 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-6a45ddb7-aa0b-4904-8a09-21b6a7e5e3f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:09.421140 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-6a45ddb7-aa0b-4904-8a09-21b6a7e5e3f6 service neutron] 10.222.0.13 "PUT /v2.0/ports/22583d25-1bc6-40f3-941e-2b36ffcb081d HTTP/1.1" status: 200 len: 1093 time: 1.4582398 Aug 16 17:52:09.422909 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '905b9710-bc8f-4552-9f94-46cae368d49e', 'tag': '22583d25-1bc6-40f3-941e-2b36ffcb081d'}] {{(pid=101349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:52:09.425137 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}934f09010de237f24c102465ff13aed95362a81e3346d32f1bd52d9236897e6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2973cdd0-17d4-4568-827f-9334c30bb471" -d '{"events": [{"name": "network-changed", "server_uuid": "905b9710-bc8f-4552-9f94-46cae368d49e", "tag": "22583d25-1bc6-40f3-941e-2b36ffcb081d"}]}' {{(pid=101349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:52:09.502068 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 17:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea3fe94-6a8b-4cc5-b36c-12108737eee6 x-openstack-request-id: req-6ea3fe94-6a8b-4cc5-b36c-12108737eee6 {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:52:09.502359 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "905b9710-bc8f-4552-9f94-46cae368d49e", "tag": "22583d25-1bc6-40f3-941e-2b36ffcb081d", "status": "completed", "code": 200}]} {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:52:09.502610 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6ea3fe94-6a8b-4cc5-b36c-12108737eee6 {{(pid=101349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:52:09.502998 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '905b9710-bc8f-4552-9f94-46cae368d49e', 'tag': '22583d25-1bc6-40f3-941e-2b36ffcb081d', 'status': 'completed', 'code': 200} Aug 16 17:52:09.505527 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45ddb7-aa0b-4904-8a09-21b6a7e5e3f6 service neutron] Pushing event updated for resources: {'Port': ['ID=22583d25-1bc6-40f3-941e-2b36ffcb081d,revision_number=3']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:09.611881 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973cdd0-17d4-4568-827f-9334c30bb471 req-37959eb2-7aed-4bad-8bf5-f529950b0279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:09.613423 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-2973cdd0-17d4-4568-827f-9334c30bb471 req-37959eb2-7aed-4bad-8bf5-f529950b0279 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67e93bc9aa8640229cc9f17f3199ca27&device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 1096 time: 0.0757780 Aug 16 17:52:09.724438 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973cdd0-17d4-4568-827f-9334c30bb471 req-fa834116-1968-49b0-934c-f080e2320baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:09.725848 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-2973cdd0-17d4-4568-827f-9334c30bb471 req-fa834116-1968-49b0-934c-f080e2320baa service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=67e93bc9aa8640229cc9f17f3199ca27&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0953445 Aug 16 17:52:09.752431 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f9652a37-72f6-419e-ba39-0c2c7bc7d5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:09.810292 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9652a37-72f6-419e-ba39-0c2c7bc7d5ac admin admin] Pushing event deleted for resources: {'Port': ['ID=259f560a-3dde-4589-8be0-6aa53c8ae69e,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:09.894563 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973cdd0-17d4-4568-827f-9334c30bb471 req-a5d5ee4e-4cb0-48b8-9b3c-07cfd8041518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:09.896084 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-2973cdd0-17d4-4568-827f-9334c30bb471 req-a5d5ee4e-4cb0-48b8-9b3c-07cfd8041518 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1614587 Aug 16 17:52:10.023773 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f9652a37-72f6-419e-ba39-0c2c7bc7d5ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-634115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725841'] for router_interface, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:10.038643 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-41cc2a22-d9a0-4b1f-9189-6f3a5be1b2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:10.040633 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-41cc2a22-d9a0-4b1f-9189-6f3a5be1b2d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67e93bc9aa8640229cc9f17f3199ca27&device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 1096 time: 0.0642025 Aug 16 17:52:10.116536 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-00b6f62d-abae-4b40-b46e-c284bae12db7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22583d25-1bc6-40f3-941e-2b36ffcb081d HTTP/1.1" status: 200 len: 217 time: 0.0396123 Aug 16 17:52:10.211441 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-d1856c15-c4bd-4c9c-9032-0b8159bf82d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:10.212909 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-d1856c15-c4bd-4c9c-9032-0b8159bf82d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b77c348c-0c1d-4052-baba-3868ce8adf35 HTTP/1.1" status: 200 len: 847 time: 0.0622618 Aug 16 17:52:10.273607 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534fb785-6bab-45d0-b5ed-7d4ba234d2e0 req-57da78ac-59a2-45d8-a473-d68f66891bdc tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:10.275124 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-534fb785-6bab-45d0-b5ed-7d4ba234d2e0 req-57da78ac-59a2-45d8-a473-d68f66891bdc tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 943 time: 0.0478554 Aug 16 17:52:10.313011 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-534fb785-6bab-45d0-b5ed-7d4ba234d2e0 req-72ac9284-ea90-4368-85c4-b04712a59ada tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315650 Aug 16 17:52:10.331014 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-8ed6c08c-d861-4c1f-b570-57c92165cd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:10.332520 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-8ed6c08c-d861-4c1f-b570-57c92165cd23 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=abd87892-01ae-487a-b700-498630f47a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0852361 Aug 16 17:52:10.396230 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9652a37-72f6-419e-ba39-0c2c7bc7d5ac admin admin] Router 150d1858-4401-42c7-9b6e-c53ad8c3d159 has already been hosted by L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 {{(pid=101349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 17:52:10.479209 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-d6ac3eec-67d2-4396-8746-f4ca541aca6b service neutron] 10.222.0.13 "GET /v2.0/networks/abd87892-01ae-487a-b700-498630f47a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373086 Aug 16 17:52:10.570270 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 63563690-0627-4bce-b4cf-ca2e0700c1d0 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:52:10.578696 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9652a37-72f6-419e-ba39-0c2c7bc7d5ac admin admin] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 17:52:10.601878 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-f9652a37-72f6-419e-ba39-0c2c7bc7d5ac admin admin] 10.222.0.73 "PUT /v2.0/routers/150d1858-4401-42c7-9b6e-c53ad8c3d159/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7693422 Aug 16 17:52:10.602028 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c14706-def6-4d12-ad01-8961c0df03a3 None None] Sync routers for ids ['150d1858-4401-42c7-9b6e-c53ad8c3d159'] in dv-cinder-797608-18-iscsi {{(pid=101352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 17:52:10.603013 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 55116) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:52:10.603119 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] No Port match for: 63563690-0627-4bce-b4cf-ca2e0700c1d0 {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 17:52:10.603119 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 63563690-0627-4bce-b4cf-ca2e0700c1d0 not bound to the agent host hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 17:52:10.603292 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c14706-def6-4d12-ad01-8961c0df03a3 None None] Routers {'150d1858-4401-42c7-9b6e-c53ad8c3d159'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:52:10.603292 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-56c14706-def6-4d12-ad01-8961c0df03a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:51:56Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['150d1858-4401-42c7-9b6e-c53ad8c3d159'], 'active': True} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:52:10.624638 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-69744a7a-a4dd-4836-a8e9-0ca05d1ad503 req-b51a7b36-1ce2-49ab-b779-3bc0643f5c26 service neutron] 10.222.0.13 "GET /v2.0/networks/abd87892-01ae-487a-b700-498630f47a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204813 Aug 16 17:52:10.709305 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-0a570f9a-cb79-478d-96ee-1de2d3b900bc admin admin] Notify callbacks [] for router, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:10.780544 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvr_db [None req-56c14706-def6-4d12-ad01-8961c0df03a3 None None] Set router 150d1858-4401-42c7-9b6e-c53ad8c3d159 gateway port host: dv-cinder-797608-18-iscsi {{(pid=101352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:52:10.812159 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-0a570f9a-cb79-478d-96ee-1de2d3b900bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:10.918546 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.plugin [None req-0a570f9a-cb79-478d-96ee-1de2d3b900bc admin admin] Deleting port d5a08c32-fcd5-4ea1-8d7a-e8df86663d06 {{(pid=101350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:52:10.918883 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-0a570f9a-cb79-478d-96ee-1de2d3b900bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:10.962280 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-56c14706-def6-4d12-ad01-8961c0df03a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150d1858-4401-42c7-9b6e-c53ad8c3d159', 'name': 'tempest-ServerRescueNegativeTestJSON-712075664-router', 'tenant_id': 'c826e534cdf3487392db5108c66dec78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'd5a08c32-fcd5-4ea1-8d7a-e8df86663d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:49:10Z', 'updated_at': '2021-08-16T17:52:09Z', 'revision_number': 5, 'project_id': 'c826e534cdf3487392db5108c66dec78', 'gw_port': {'id': 'd5a08c32-fcd5-4ea1-8d7a-e8df86663d06', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:82:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150d1858-4401-42c7-9b6e-c53ad8c3d159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:49:10Z', 'updated_at': '2021-08-16T17:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi'}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:52:10.990045 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c14706-def6-4d12-ad01-8961c0df03a3 None None] Checking router: 150d1858-4401-42c7-9b6e-c53ad8c3d159 for host: dv-cinder-797608-18-iscsi {{(pid=101352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 17:52:10.999074 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c14706-def6-4d12-ad01-8961c0df03a3 None None] Routers {'150d1858-4401-42c7-9b6e-c53ad8c3d159'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:52:10.999237 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-56c14706-def6-4d12-ad01-8961c0df03a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:51:56Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['150d1858-4401-42c7-9b6e-c53ad8c3d159'], 'active': True} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:52:11.006317 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.db [None req-0a570f9a-cb79-478d-96ee-1de2d3b900bc admin admin] For port d5a08c32-fcd5-4ea1-8d7a-e8df86663d06, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=d5a08c32-fcd5-4ea1-8d7a-e8df86663d06,segment=NetworkSegment(81288102-e1f3-4b19-b1aa-0a6021adf8ca),segment_id=81288102-e1f3-4b19-b1aa-0a6021adf8ca)] {{(pid=101350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:52:11.006688 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-0a570f9a-cb79-478d-96ee-1de2d3b900bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:11.018385 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.plugin [None req-0a570f9a-cb79-478d-96ee-1de2d3b900bc admin admin] Calling delete_port for d5a08c32-fcd5-4ea1-8d7a-e8df86663d06 owned by network:router_gateway {{(pid=101350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:52:11.086078 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvr_db [None req-56c14706-def6-4d12-ad01-8961c0df03a3 None None] Set router 150d1858-4401-42c7-9b6e-c53ad8c3d159 gateway port host: None {{(pid=101352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:52:11.141600 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-56c14706-def6-4d12-ad01-8961c0df03a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150d1858-4401-42c7-9b6e-c53ad8c3d159', 'name': 'tempest-ServerRescueNegativeTestJSON-712075664-router', 'tenant_id': 'c826e534cdf3487392db5108c66dec78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:49:10Z', 'updated_at': '2021-08-16T17:52:10Z', 'revision_number': 6, 'project_id': 'c826e534cdf3487392db5108c66dec78', 'gw_port_host': None}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:52:11.173613 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c14706-def6-4d12-ad01-8961c0df03a3 None None] The sync data for ids ['150d1858-4401-42c7-9b6e-c53ad8c3d159'] in dv-cinder-797608-18-iscsi is: [{'id': '150d1858-4401-42c7-9b6e-c53ad8c3d159', 'name': 'tempest-ServerRescueNegativeTestJSON-712075664-router', 'tenant_id': 'c826e534cdf3487392db5108c66dec78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:49:10Z', 'updated_at': '2021-08-16T17:52:10Z', 'revision_number': 6, 'project_id': 'c826e534cdf3487392db5108c66dec78', 'gw_port_host': None}] {{(pid=101352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 17:52:11.276568 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-0a570f9a-cb79-478d-96ee-1de2d3b900bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4811479'] for port, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:11.301302 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a570f9a-cb79-478d-96ee-1de2d3b900bc admin admin] Pushing event deleted for resources: {'Port': ['ID=d5a08c32-fcd5-4ea1-8d7a-e8df86663d06,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:11.313310 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a570f9a-cb79-478d-96ee-1de2d3b900bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:52:11.313653 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a570f9a-cb79-478d-96ee-1de2d3b900bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:52:11.314012 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a570f9a-cb79-478d-96ee-1de2d3b900bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:52:11.314347 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a570f9a-cb79-478d-96ee-1de2d3b900bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:52:11.314680 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a570f9a-cb79-478d-96ee-1de2d3b900bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:52:11.315009 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a570f9a-cb79-478d-96ee-1de2d3b900bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:52:11.315335 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a570f9a-cb79-478d-96ee-1de2d3b900bc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:52:11.315657 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a570f9a-cb79-478d-96ee-1de2d3b900bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:52:11.315979 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a570f9a-cb79-478d-96ee-1de2d3b900bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:52:11.316300 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a570f9a-cb79-478d-96ee-1de2d3b900bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:52:11.316615 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a570f9a-cb79-478d-96ee-1de2d3b900bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:52:11.316929 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a570f9a-cb79-478d-96ee-1de2d3b900bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:52:11.377023 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-0a570f9a-cb79-478d-96ee-1de2d3b900bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726267'] for router_gateway, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:11.499999 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-0a570f9a-cb79-478d-96ee-1de2d3b900bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39839'] for router, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:11.502779 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-0a570f9a-cb79-478d-96ee-1de2d3b900bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:11.585097 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9fb13-6c62-4c3f-994e-c9cc4c90f120 req-faa46c83-0283-4aad-9e54-f800559ebfcd tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:11.585097 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-49e9fb13-6c62-4c3f-994e-c9cc4c90f120 req-faa46c83-0283-4aad-9e54-f800559ebfcd tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 943 time: 0.1876764 Aug 16 17:52:11.621551 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-49e9fb13-6c62-4c3f-994e-c9cc4c90f120 req-451bf35a-8349-454f-8948-4807ff747b5c tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335972 Aug 16 17:52:11.631129 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-0a570f9a-cb79-478d-96ee-1de2d3b900bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723814'] for router, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:11.632171 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a570f9a-cb79-478d-96ee-1de2d3b900bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 150d1858-4401-42c7-9b6e-c53ad8c3d159 {{(pid=101350) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 17:52:11.634780 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 259f560a-3dde-4589-8be0-6aa53c8ae69e no longer exists at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:52:11.638135 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-0a570f9a-cb79-478d-96ee-1de2d3b900bc admin admin] Notify callbacks [] for router, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:11.639247 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-0a570f9a-cb79-478d-96ee-1de2d3b900bc admin admin] 10.222.0.73 "DELETE /v2.0/routers/150d1858-4401-42c7-9b6e-c53ad8c3d159 HTTP/1.1" status: 204 len: 168 time: 1.0487654 Aug 16 17:52:11.641754 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 55122) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:52:11.657335 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] No Port match for: 259f560a-3dde-4589-8be0-6aa53c8ae69e {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 17:52:11.663611 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 259f560a-3dde-4589-8be0-6aa53c8ae69e not bound to the agent host dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 17:52:11.686178 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc99ab00-d937-4fe1-a9cd-02bfd78c86ff admin admin] Deleting subnet c0d26bf3-0e23-4847-8352-c1bfca5dd7d9 {{(pid=101350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 17:52:11.689175 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-cc99ab00-d937-4fe1-a9cd-02bfd78c86ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:11.721508 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-cc99ab00-d937-4fe1-a9cd-02bfd78c86ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809225'] for subnet, precommit_delete_associations {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:11.757578 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-cc99ab00-d937-4fe1-a9cd-02bfd78c86ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1871003'] for subnet, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:11.864698 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-cc99ab00-d937-4fe1-a9cd-02bfd78c86ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1870994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4811394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5156054'] for subnet, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:11.890717 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc99ab00-d937-4fe1-a9cd-02bfd78c86ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0d26bf3-0e23-4847-8352-c1bfca5dd7d9,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:11.892538 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-cc99ab00-d937-4fe1-a9cd-02bfd78c86ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:11.894353 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-cc99ab00-d937-4fe1-a9cd-02bfd78c86ff admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c0d26bf3-0e23-4847-8352-c1bfca5dd7d9 HTTP/1.1" status: 204 len: 168 time: 0.2516613 Aug 16 17:52:11.896842 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 55124) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:52:11.964644 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-cdde803a-1a62-4c1a-813b-0d96d7211aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639821'] for network, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:12.051296 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-cdde803a-1a62-4c1a-813b-0d96d7211aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1573870', 'neutron.services.segments.db._delete_segments_for_network-8753903461187'] for network, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:12.061375 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.services.segments.db [None req-cdde803a-1a62-4c1a-813b-0d96d7211aca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19']}} {{(pid=101350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:52:12.071710 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.services.segments.db [None req-cdde803a-1a62-4c1a-813b-0d96d7211aca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b50e9d4-725c-431c-92d3-a5fbe70ee89e') {'for_net_delete': True} {{(pid=101350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:52:12.072026 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.services.segments.db [None req-cdde803a-1a62-4c1a-813b-0d96d7211aca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b50e9d4-725c-431c-92d3-a5fbe70ee89e') {} {{(pid=101350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:52:12.081131 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-cdde803a-1a62-4c1a-813b-0d96d7211aca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753903464012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809216'] for segment, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:12.096554 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-cdde803a-1a62-4c1a-813b-0d96d7211aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050'] for segment, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:12.105320 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdde803a-1a62-4c1a-813b-0d96d7211aca admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=101350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 17:52:12.105724 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-cdde803a-1a62-4c1a-813b-0d96d7211aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4811492'] for segment, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:12.107446 dv-cinder-797608-18-iscsi neutron-server[101350]: Traceback (most recent call last): Aug 16 17:52:12.107446 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 17:52:12.107446 dv-cinder-797608-18-iscsi neutron-server[101350]: timer() Aug 16 17:52:12.107446 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 17:52:12.107446 dv-cinder-797608-18-iscsi neutron-server[101350]: cb(*args, **kw) Aug 16 17:52:12.107446 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 17:52:12.107446 dv-cinder-797608-18-iscsi neutron-server[101350]: return func(*args, **kwargs) Aug 16 17:52:12.107446 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 17:52:12.107446 dv-cinder-797608-18-iscsi neutron-server[101350]: self._notify() Aug 16 17:52:12.107446 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 17:52:12.107446 dv-cinder-797608-18-iscsi neutron-server[101350]: self.callback(batched_events) Aug 16 17:52:12.107446 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 17:52:12.107446 dv-cinder-797608-18-iscsi neutron-server[101350]: event.method(event) Aug 16 17:52:12.107446 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 17:52:12.107446 dv-cinder-797608-18-iscsi neutron-server[101350]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 17:52:12.107446 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 17:52:12.107446 dv-cinder-797608-18-iscsi neutron-server[101350]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 17:52:12.107446 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 17:52:12.107446 dv-cinder-797608-18-iscsi neutron-server[101350]: return f(self, *a, **k) Aug 16 17:52:12.107446 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 17:52:12.107446 dv-cinder-797608-18-iscsi neutron-server[101350]: return self._get(url).json() Aug 16 17:52:12.107446 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 17:52:12.107446 dv-cinder-797608-18-iscsi neutron-server[101350]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 17:52:12.107446 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 17:52:12.107446 dv-cinder-797608-18-iscsi neutron-server[101350]: return self.request(url, 'GET', **kwargs) Aug 16 17:52:12.107446 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 17:52:12.107446 dv-cinder-797608-18-iscsi neutron-server[101350]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 17:52:12.107446 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 17:52:12.107446 dv-cinder-797608-18-iscsi neutron-server[101350]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 17:52:12.107446 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 17:52:12.107446 dv-cinder-797608-18-iscsi neutron-server[101350]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 17:52:12.107446 dv-cinder-797608-18-iscsi neutron-server[101350]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 17:52:12.213701 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-cdde803a-1a62-4c1a-813b-0d96d7211aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1870109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726239'] for network, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:12.219142 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-cdde803a-1a62-4c1a-813b-0d96d7211aca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:12.221377 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-cdde803a-1a62-4c1a-813b-0d96d7211aca admin admin] 10.222.0.73 "DELETE /v2.0/networks/1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19 HTTP/1.1" status: 204 len: 168 time: 0.3231993 Aug 16 17:52:12.232737 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde803a-1a62-4c1a-813b-0d96d7211aca admin admin] Pushing event deleted for resources: {'Network': ['ID=1ca2098a-7eb2-4ca5-a3a4-6598aef0fd19,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:12.445438 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf600d0-a802-415a-92ec-5e8ba4c3362a req-81d57388-c967-4984-b457-8797bd4e8c9c tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:12.447004 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-1cf600d0-a802-415a-92ec-5e8ba4c3362a req-81d57388-c967-4984-b457-8797bd4e8c9c tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af HTTP/1.1" status: 200 len: 945 time: 0.0518551 Aug 16 17:52:12.484641 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-1cf600d0-a802-415a-92ec-5e8ba4c3362a req-dabb075a-b1c1-4bd3-8389-6c1d47d978f6 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/security-groups?id=81d66009-ac2c-475d-b4ed-165198bbf570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315673 Aug 16 17:52:12.588076 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 55134) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:52:12.630149 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-157e8d3f-0055-47db-bdb9-5a67312920d5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c826e534cdf3487392db5108c66dec78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409172 Aug 16 17:52:12.632587 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 55136) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:52:12.685261 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-19aabe0a-c762-4d09-85b0-c20aa193b544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:12.706757 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-19aabe0a-c762-4d09-85b0-c20aa193b544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:12.778228 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a5bc9-05f9-46e5-a3a1-416b3264b974 req-d71bbe79-d857-4af0-878f-10d1660d8055 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:12.779690 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ba3a5bc9-05f9-46e5-a3a1-416b3264b974 req-d71bbe79-d857-4af0-878f-10d1660d8055 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 943 time: 0.0710678 Aug 16 17:52:12.818225 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ba3a5bc9-05f9-46e5-a3a1-416b3264b974 req-48132b85-527e-4671-ae5b-5d6365aa50eb tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324612 Aug 16 17:52:12.842023 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-19aabe0a-c762-4d09-85b0-c20aa193b544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:12.844414 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-19aabe0a-c762-4d09-85b0-c20aa193b544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:12.845472 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-19aabe0a-c762-4d09-85b0-c20aa193b544 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/10ace618-c602-48cb-a0b8-66a985ffcc3f HTTP/1.1" status: 204 len: 168 time: 0.2120180 Aug 16 17:52:12.853722 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aabe0a-c762-4d09-85b0-c20aa193b544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ace618-c602-48cb-a0b8-66a985ffcc3f,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:13.382004 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device d5a08c32-fcd5-4ea1-8d7a-e8df86663d06 no longer exists at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:52:13.402039 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] No Port match for: d5a08c32-fcd5-4ea1-8d7a-e8df86663d06 {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 17:52:13.405705 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device d5a08c32-fcd5-4ea1-8d7a-e8df86663d06 not bound to the agent host dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 17:52:13.607749 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cfce8c-8774-4e6b-831d-d61da64c012b req-5682a6da-47ca-4b58-bc95-148f32137f60 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:13.609222 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c4cfce8c-8774-4e6b-831d-d61da64c012b req-5682a6da-47ca-4b58-bc95-148f32137f60 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af HTTP/1.1" status: 200 len: 945 time: 0.0505059 Aug 16 17:52:13.646618 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c4cfce8c-8774-4e6b-831d-d61da64c012b req-ef159c7e-af46-490a-98c5-62f40dd90650 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/security-groups?id=81d66009-ac2c-475d-b4ed-165198bbf570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311761 Aug 16 17:52:13.824505 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 55162) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:52:13.921355 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-61e9dc96-c0df-457f-8730-bae8e94dd315 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1334448233-network', 'tenant_id': '6e6d80e4dd68460c888b800564b277ef'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:52:13.928981 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3331aa4-a6d6-4023-babb-66df510f5eb0 req-74f7c615-e120-4055-a133-d169614ab7dc tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:13.930479 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c3331aa4-a6d6-4023-babb-66df510f5eb0 req-74f7c615-e120-4055-a133-d169614ab7dc tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 943 time: 0.0474315 Aug 16 17:52:13.968168 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c3331aa4-a6d6-4023-babb-66df510f5eb0 req-8ecc984c-6c76-4594-9991-243b4808a2b1 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310781 Aug 16 17:52:13.990297 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e9dc96-c0df-457f-8730-bae8e94dd315 admin admin] Made reservation on behalf of 6e6d80e4dd68460c888b800564b277ef for: {'network': 1} {{(pid=101349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:52:13.992552 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-61e9dc96-c0df-457f-8730-bae8e94dd315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for network, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:14.002493 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-61e9dc96-c0df-457f-8730-bae8e94dd315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:14.087300 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-61e9dc96-c0df-457f-8730-bae8e94dd315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:14.161969 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-61e9dc96-c0df-457f-8730-bae8e94dd315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:14.185976 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e9dc96-c0df-457f-8730-bae8e94dd315 admin admin] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=101349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 17:52:14.194536 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9dc96-c0df-457f-8730-bae8e94dd315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5ec66a-db39-475a-86bc-0849b5fdf998,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:14.200933 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-61e9dc96-c0df-457f-8730-bae8e94dd315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050'] for segment, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:14.201280 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.db.segments_db [None req-61e9dc96-c0df-457f-8730-bae8e94dd315 admin admin] Added segment 9942712d-0cef-4013-8eb4-4c445158e8f0 of type vlan for network eea7a03f-7981-45aa-9545-781566f9ebe6 Aug 16 17:52:14.242311 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-61e9dc96-c0df-457f-8730-bae8e94dd315 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753902937420'] for network, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:14.324624 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-61e9dc96-c0df-457f-8730-bae8e94dd315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132'] for network, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:14.325576 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e9dc96-c0df-457f-8730-bae8e94dd315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:14.326189 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-61e9dc96-c0df-457f-8730-bae8e94dd315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:14.382983 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9dc96-c0df-457f-8730-bae8e94dd315 admin admin] Pushing event updated for resources: {'Network': ['ID=eea7a03f-7981-45aa-9545-781566f9ebe6,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:14.392796 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Network eea7a03f-7981-45aa-9545-781566f9ebe6 details requested by agent ovs-agent-dv-cinder-797608-18-iscsi with host dv-cinder-797608-18-iscsi {{(pid=101351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 17:52:14.419899 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-61e9dc96-c0df-457f-8730-bae8e94dd315 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5941989 Aug 16 17:52:14.422628 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 55168) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:52:14.427592 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-2ede3f38-4edf-430c-86e5-6d02089a7cd6 admin admin] Request body: {'subnet': {'network_id': 'eea7a03f-7981-45aa-9545-781566f9ebe6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1334448233-subnet', 'tenant_id': '6e6d80e4dd68460c888b800564b277ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:52:14.504612 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b5025-622a-4f0b-b92c-bffc9ac53151 req-9de58804-5d7d-4c94-aac6-5a8f0ec9c139 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:14.506109 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-527b5025-622a-4f0b-b92c-bffc9ac53151 req-9de58804-5d7d-4c94-aac6-5a8f0ec9c139 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.13 "GET /v2.0/ports?device_id=af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af HTTP/1.1" status: 200 len: 945 time: 0.0494428 Aug 16 17:52:14.507170 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ede3f38-4edf-430c-86e5-6d02089a7cd6 admin admin] Made reservation on behalf of 6e6d80e4dd68460c888b800564b277ef for: {'subnet': 1} {{(pid=101349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:52:14.509458 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-2ede3f38-4edf-430c-86e5-6d02089a7cd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6006925'] for subnet, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:14.697131 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [req-527b5025-622a-4f0b-b92c-bffc9ac53151 req-0eecc7f9-f0a2-4cf4-b576-a79cfa94a710 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Deleting port 8cff3d94-e7c3-400a-95a9-b77e198c5941 {{(pid=101349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:52:14.697466 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-527b5025-622a-4f0b-b92c-bffc9ac53151 req-0eecc7f9-f0a2-4cf4-b576-a79cfa94a710 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:14.764554 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30603c25-f0fb-4840-84f9-1753c6b82572 req-c7134046-5104-483b-bb89-fbdb5bbd9ad7 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:14.766051 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-30603c25-f0fb-4840-84f9-1753c6b82572 req-c7134046-5104-483b-bb89-fbdb5bbd9ad7 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af HTTP/1.1" status: 200 len: 945 time: 0.0507486 Aug 16 17:52:14.803857 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-30603c25-f0fb-4840-84f9-1753c6b82572 req-e5c8dfe5-df8e-4bf8-b81e-addf5b3f285a tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/security-groups?id=81d66009-ac2c-475d-b4ed-165198bbf570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319479 Aug 16 17:52:14.827135 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-527b5025-622a-4f0b-b92c-bffc9ac53151 req-0eecc7f9-f0a2-4cf4-b576-a79cfa94a710 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] For port 8cff3d94-e7c3-400a-95a9-b77e198c5941, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8cff3d94-e7c3-400a-95a9-b77e198c5941,segment=NetworkSegment(670ee39c-d21d-439e-a9e5-a108d4905a64),segment_id=670ee39c-d21d-439e-a9e5-a108d4905a64)] {{(pid=101349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:52:14.827671 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-527b5025-622a-4f0b-b92c-bffc9ac53151 req-0eecc7f9-f0a2-4cf4-b576-a79cfa94a710 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:14.840152 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [req-527b5025-622a-4f0b-b92c-bffc9ac53151 req-0eecc7f9-f0a2-4cf4-b576-a79cfa94a710 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Calling delete_port for 8cff3d94-e7c3-400a-95a9-b77e198c5941 owned by compute:nova {{(pid=101349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:52:14.884689 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-2ede3f38-4edf-430c-86e5-6d02089a7cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5662942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6007011'] for subnet, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:14.963975 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede3f38-4edf-430c-86e5-6d02089a7cd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7121b435-725b-49c1-9713-d93f9348d59e,revision_number=0']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:14.975957 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ede3f38-4edf-430c-86e5-6d02089a7cd6 admin admin] Checking segment: {'id': '9942712d-0cef-4013-8eb4-4c445158e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'eea7a03f-7981-45aa-9545-781566f9ebe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:52:14.976316 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ede3f38-4edf-430c-86e5-6d02089a7cd6 admin admin] Network hostable DHCP agents. Network: eea7a03f-7981-45aa-9545-781566f9ebe6, hostable agents: ['3b7d26aa-1344-4a4d-94e6-3d95468a224e'], hosted agents: [] {{(pid=101349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 17:52:15.080706 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac239c-1a01-47a2-8e71-4fa211491e84 req-5a0ee3f1-cd56-49b5-aeb6-e7e99b874464 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:15.082182 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a0ac239c-1a01-47a2-8e71-4fa211491e84 req-5a0ee3f1-cd56-49b5-aeb6-e7e99b874464 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 943 time: 0.0461717 Aug 16 17:52:15.116128 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ede3f38-4edf-430c-86e5-6d02089a7cd6 admin admin] Network eea7a03f-7981-45aa-9545-781566f9ebe6 is scheduled to be hosted by DHCP agent 3b7d26aa-1344-4a4d-94e6-3d95468a224e with binding_index 1 {{(pid=101349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 17:52:15.119057 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a0ac239c-1a01-47a2-8e71-4fa211491e84 req-4a5297c1-09db-4400-9bd4-4bd02283c333 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300126 Aug 16 17:52:15.144659 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-527b5025-622a-4f0b-b92c-bffc9ac53151 req-0eecc7f9-f0a2-4cf4-b576-a79cfa94a710 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:15.178157 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eecc7f9-f0a2-4cf4-b576-a79cfa94a710 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Pushing event deleted for resources: {'Port': ['ID=8cff3d94-e7c3-400a-95a9-b77e198c5941,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:15.184304 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['8cff3d94-e7c3-400a-95a9-b77e198c5941'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:52:15.215950 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [req-527b5025-622a-4f0b-b92c-bffc9ac53151 req-0eecc7f9-f0a2-4cf4-b576-a79cfa94a710 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] No DVR routers for this DVR port 8cff3d94-e7c3-400a-95a9-b77e198c5941 on host hv-cinder-79760 {{(pid=101349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 17:52:15.217518 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.base_scheduler [None req-2ede3f38-4edf-430c-86e5-6d02089a7cd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-18-iscsi, eea7a03f-7981-45aa-9545-781566f9ebe6) {{(pid=101349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:52:15.219281 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-527b5025-622a-4f0b-b92c-bffc9ac53151 req-0eecc7f9-f0a2-4cf4-b576-a79cfa94a710 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:15.221248 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-527b5025-622a-4f0b-b92c-bffc9ac53151 req-0eecc7f9-f0a2-4cf4-b576-a79cfa94a710 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.13 "DELETE /v2.0/ports/8cff3d94-e7c3-400a-95a9-b77e198c5941 HTTP/1.1" status: 204 len: 173 time: 0.7003200 Aug 16 17:52:15.221611 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af', 'name': 'network-vif-deleted', 'tag': '8cff3d94-e7c3-400a-95a9-b77e198c5941'}] {{(pid=101349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:52:15.223877 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}934f09010de237f24c102465ff13aed95362a81e3346d32f1bd52d9236897e6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8903dbf3-6954-44d5-a08a-a653d1640a89" -d '{"events": [{"server_uuid": "af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af", "name": "network-vif-deleted", "tag": "8cff3d94-e7c3-400a-95a9-b77e198c5941"}]}' {{(pid=101349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:52:15.228221 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f669b44-0ea2-4819-9cfa-3d55a2f7aaad None None] Network eea7a03f-7981-45aa-9545-781566f9ebe6 requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:52:15.229069 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ede3f38-4edf-430c-86e5-6d02089a7cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:15.229659 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-2ede3f38-4edf-430c-86e5-6d02089a7cd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:15.264938 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e822a1-753a-49f4-87bd-72f1e1521b86 x-openstack-request-id: req-46e822a1-753a-49f4-87bd-72f1e1521b86 {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:52:15.265227 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af", "name": "network-vif-deleted", "tag": "8cff3d94-e7c3-400a-95a9-b77e198c5941", "status": "completed", "code": 200}]} {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:52:15.265472 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-46e822a1-753a-49f4-87bd-72f1e1521b86 {{(pid=101349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:52:15.265859 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af', 'name': 'network-vif-deleted', 'tag': '8cff3d94-e7c3-400a-95a9-b77e198c5941', 'status': 'completed', 'code': 200} Aug 16 17:52:15.335523 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-2ede3f38-4edf-430c-86e5-6d02089a7cd6 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9043534 Aug 16 17:52:15.353376 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677c030f-8714-48dd-bbd6-5676f4541a31 None None] Network eea7a03f-7981-45aa-9545-781566f9ebe6 requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:52:15.752045 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b65851-9497-4f13-b4f5-62be486f013a req-81142ff3-61b0-42ca-95f6-9e0d605b8868 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:15.753381 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-13b65851-9497-4f13-b4f5-62be486f013a req-81142ff3-61b0-42ca-95f6-9e0d605b8868 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/networks?id=eea7a03f-7981-45aa-9545-781566f9ebe6 HTTP/1.1" status: 200 len: 815 time: 0.1006386 Aug 16 17:52:15.767739 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-13b65851-9497-4f13-b4f5-62be486f013a req-2e509592-f0e7-4885-91ec-c0d42b36edda tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/quotas/6e6d80e4dd68460c888b800564b277ef HTTP/1.1" status: 200 len: 375 time: 0.0087254 Aug 16 17:52:15.796909 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-13b65851-9497-4f13-b4f5-62be486f013a req-dd354355-6f7d-45fd-9e26-4cfea3cce098 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6e6d80e4dd68460c888b800564b277ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0241334 Aug 16 17:52:15.887532 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-13b65851-9497-4f13-b4f5-62be486f013a req-2b67b55c-34f4-48f0-8243-c091e257eb71 service neutron] 10.222.0.73 "GET /v2.0/networks/eea7a03f-7981-45aa-9545-781566f9ebe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839970 Aug 16 17:52:15.974795 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-13b65851-9497-4f13-b4f5-62be486f013a req-05dfe7df-b097-42ce-b119-6108b1fa8d46 service neutron] 10.222.0.73 "GET /v2.0/networks/eea7a03f-7981-45aa-9545-781566f9ebe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812030 Aug 16 17:52:16.258358 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e37acaf5-f492-44e9-bcab-921019699db0 req-257b3428-448d-4206-a649-5621820c5155 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9b34c9-6052-4c5d-8ae9-c6bc6e0a48af HTTP/1.1" status: 200 len: 210 time: 0.0252259 Aug 16 17:52:16.365306 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c230db-7830-412d-8aaf-4a0e91e304fc req-33499560-ddae-4df2-bee2-a1575a8aeea9 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:16.366821 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b8c230db-7830-412d-8aaf-4a0e91e304fc req-33499560-ddae-4df2-bee2-a1575a8aeea9 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 943 time: 0.0517302 Aug 16 17:52:16.404298 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b8c230db-7830-412d-8aaf-4a0e91e304fc req-b869d4c3-026b-46e3-a887-1dde3ac798c1 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314512 Aug 16 17:52:16.466871 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-529496bc-b91e-4d79-a19b-0540ad2b80bb req-a91bf033-a323-4a17-9925-608d87ce6b0a tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca32a293-fe93-40e7-a5be-8111666fdd7a HTTP/1.1" status: 200 len: 210 time: 0.0258248 Aug 16 17:52:17.241258 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d8db7-cdaf-4c69-97ce-0904490e610a req-3a59fbf0-354f-405a-a9cc-2c80a42935aa tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:17.242763 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d87d8db7-cdaf-4c69-97ce-0904490e610a req-3a59fbf0-354f-405a-a9cc-2c80a42935aa tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 946 time: 0.0479274 Aug 16 17:52:17.279747 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d87d8db7-cdaf-4c69-97ce-0904490e610a req-845d919f-a4fa-4755-9c0f-b3ba2b10d7a6 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304992 Aug 16 17:52:17.515144 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936fc16-da27-4c91-88b9-1bc88f225eb8 req-feabfe58-fa9c-42e1-972e-9e6ebf8ca42f tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:17.516643 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6936fc16-da27-4c91-88b9-1bc88f225eb8 req-feabfe58-fa9c-42e1-972e-9e6ebf8ca42f tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 943 time: 0.0474217 Aug 16 17:52:17.559205 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6936fc16-da27-4c91-88b9-1bc88f225eb8 req-a19d6aad-95eb-47d0-a5ee-3ff62096e37f tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356557 Aug 16 17:52:17.638174 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b5cc4f7a-330d-4449-b891-f4dfe854a0e9 req-0645f8d5-7719-4ef4-9fee-8e5a38c7ec1c tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca32a293-fe93-40e7-a5be-8111666fdd7a HTTP/1.1" status: 200 len: 210 time: 0.0252233 Aug 16 17:52:18.674037 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314100a-0a4e-4163-92a8-c3db25e8a098 req-f95f8fd5-f8d1-4c5f-a1c4-91c1a231fb8f tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:18.675505 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-0314100a-0a4e-4163-92a8-c3db25e8a098 req-f95f8fd5-f8d1-4c5f-a1c4-91c1a231fb8f tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 943 time: 0.0518839 Aug 16 17:52:18.713037 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-0314100a-0a4e-4163-92a8-c3db25e8a098 req-80c0c5a0-db87-4cce-87cd-04cef14e7639 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311644 Aug 16 17:52:18.800161 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-67fcbbe8-153a-4245-b9dc-109a2bdce526 req-ea91f103-0c37-429f-9f12-09ad01e4d8e7 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca32a293-fe93-40e7-a5be-8111666fdd7a HTTP/1.1" status: 200 len: 210 time: 0.0253820 Aug 16 17:52:19.809181 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 22583d25-1bc6-40f3-941e-2b36ffcb081d details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=101351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 17:52:19.828829 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b23134-d27e-4ebe-a244-00101683567a req-b1d2e28d-247e-4d55-883e-ab6a67477d31 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:19.830327 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f7b23134-d27e-4ebe-a244-00101683567a req-b1d2e28d-247e-4d55-883e-ab6a67477d31 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 943 time: 0.0512841 Aug 16 17:52:19.867356 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f7b23134-d27e-4ebe-a244-00101683567a req-627fd0c0-0e8f-4639-aa54-d810980d0575 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309486 Aug 16 17:52:19.903209 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 22583d25-1bc6-40f3-941e-2b36ffcb081d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=22583d25-1bc6-40f3-941e-2b36ffcb081d,segment=NetworkSegment(1f1d80ff-6f96-4f46-a24f-a310f32924c7),segment_id=1f1d80ff-6f96-4f46-a24f-a310f32924c7)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:52:19.915162 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Returning: {'device': '22583d25-1bc6-40f3-941e-2b36ffcb081d', 'network_id': 'abd87892-01ae-487a-b700-498630f47a61', 'port_id': '22583d25-1bc6-40f3-941e-2b36ffcb081d', 'mac_address': 'fa:16:3e:a4:34:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b77c348c-0c1d-4052-baba-3868ce8adf35', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 17:52:19.950683 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-292fd73a-7785-483e-8753-754f4924af44 req-77662967-aa1a-4c3a-9f1a-b68d3a354e50 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca32a293-fe93-40e7-a5be-8111666fdd7a HTTP/1.1" status: 200 len: 210 time: 0.0259035 Aug 16 17:52:19.959634 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:19.972273 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22583d25-1bc6-40f3-941e-2b36ffcb081d {{(pid=101351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:52:19.991039 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 22583d25-1bc6-40f3-941e-2b36ffcb081d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=22583d25-1bc6-40f3-941e-2b36ffcb081d,segment=NetworkSegment(1f1d80ff-6f96-4f46-a24f-a310f32924c7),segment_id=1f1d80ff-6f96-4f46-a24f-a310f32924c7)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:52:20.070367 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:20.117063 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=22583d25-1bc6-40f3-941e-2b36ffcb081d,revision_number=4']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:20.124752 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:52:20.125100 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:52:20.125438 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:52:20.125766 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:52:20.126124 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:52:20.126453 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:52:20.126776 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:52:20.127095 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:52:20.127416 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:52:20.127732 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:52:20.128048 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:52:20.128363 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:52:20.793933 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 8cff3d94-e7c3-400a-95a9-b77e198c5941 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:52:20.813577 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] No Port match for: 8cff3d94-e7c3-400a-95a9-b77e198c5941 {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 17:52:20.814209 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 8cff3d94-e7c3-400a-95a9-b77e198c5941 not bound to the agent host hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 17:52:20.920147 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b65851-9497-4f13-b4f5-62be486f013a req-24fb9d05-8836-4b56-b54c-c852559847f3 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:20.921705 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-13b65851-9497-4f13-b4f5-62be486f013a req-24fb9d05-8836-4b56-b54c-c852559847f3 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.13 "GET /v2.0/networks?id=eea7a03f-7981-45aa-9545-781566f9ebe6 HTTP/1.1" status: 200 len: 815 time: 0.1039011 Aug 16 17:52:20.942833 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [req-13b65851-9497-4f13-b4f5-62be486f013a req-421a65cc-ea8f-486d-a143-50683f65b882 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Request body: {'port': {'device_id': 'ca32a293-fe93-40e7-a5be-8111666fdd7a', 'network_id': 'eea7a03f-7981-45aa-9545-781566f9ebe6', 'admin_state_up': True, 'tenant_id': '6e6d80e4dd68460c888b800564b277ef'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:52:20.986101 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10949544-d698-4d93-ba78-06666db90fbd req-494e010c-5de1-4cca-8ea5-f24742daedf4 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:20.987637 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-10949544-d698-4d93-ba78-06666db90fbd req-494e010c-5de1-4cca-8ea5-f24742daedf4 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 944 time: 0.0491583 Aug 16 17:52:21.034848 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-10949544-d698-4d93-ba78-06666db90fbd req-349e1a79-03c5-479a-adc1-9a619e84e374 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363061 Aug 16 17:52:21.114537 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-0a419970-ce88-4401-a252-0b2fb5613fc5 req-0ecfb3a5-42e2-4b9f-8acd-4f58641cf4ff tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca32a293-fe93-40e7-a5be-8111666fdd7a HTTP/1.1" status: 200 len: 210 time: 0.0245411 Aug 16 17:52:21.128010 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13b65851-9497-4f13-b4f5-62be486f013a req-421a65cc-ea8f-486d-a143-50683f65b882 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Made reservation on behalf of 6e6d80e4dd68460c888b800564b277ef for: {'port': 1} {{(pid=101349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:52:21.131740 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-13b65851-9497-4f13-b4f5-62be486f013a req-421a65cc-ea8f-486d-a143-50683f65b882 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:21.201657 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['22583d25-1bc6-40f3-941e-2b36ffcb081d'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:52:21.266851 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.db_base_plugin_common [req-13b65851-9497-4f13-b4f5-62be486f013a req-421a65cc-ea8f-486d-a143-50683f65b882 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Allocated IP 172.20.0.10 (eea7a03f-7981-45aa-9545-781566f9ebe6/7121b435-725b-49c1-9713-d93f9348d59e/cc1a987c-8274-48cf-a9f6-9e02d39df5af) {{(pid=101349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:52:21.420517 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-13b65851-9497-4f13-b4f5-62be486f013a req-421a65cc-ea8f-486d-a143-50683f65b882 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Notify callbacks [] for port, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:21.494174 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-13b65851-9497-4f13-b4f5-62be486f013a req-421a65cc-ea8f-486d-a143-50683f65b882 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:21.534363 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13b65851-9497-4f13-b4f5-62be486f013a req-421a65cc-ea8f-486d-a143-50683f65b882 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Network eea7a03f-7981-45aa-9545-781566f9ebe6 is already hosted by enough agents. {{(pid=101349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:52:21.539317 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.base_scheduler [req-13b65851-9497-4f13-b4f5-62be486f013a req-421a65cc-ea8f-486d-a143-50683f65b882 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Resources bound (agent type, host, resource id): {{(pid=101349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:52:21.543041 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b65851-9497-4f13-b4f5-62be486f013a req-421a65cc-ea8f-486d-a143-50683f65b882 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Received port after_create {{(pid=101349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:52:21.573132 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a65cc-ea8f-486d-a143-50683f65b882 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Pushing event updated for resources: {'Port': ['ID=cc1a987c-8274-48cf-a9f6-9e02d39df5af,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:21.595291 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b65851-9497-4f13-b4f5-62be486f013a req-421a65cc-ea8f-486d-a143-50683f65b882 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:21.595895 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-13b65851-9497-4f13-b4f5-62be486f013a req-421a65cc-ea8f-486d-a143-50683f65b882 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:21.665877 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-13b65851-9497-4f13-b4f5-62be486f013a req-421a65cc-ea8f-486d-a143-50683f65b882 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7269170 Aug 16 17:52:21.686529 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [req-13b65851-9497-4f13-b4f5-62be486f013a req-8c34a399-ce6d-430b-908c-94a9192796c1 service neutron] Request body: {'port': {'device_id': 'ca32a293-fe93-40e7-a5be-8111666fdd7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:52:21.740126 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-13b65851-9497-4f13-b4f5-62be486f013a req-8c34a399-ce6d-430b-908c-94a9192796c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:22.004479 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [req-13b65851-9497-4f13-b4f5-62be486f013a req-8c34a399-ce6d-430b-908c-94a9192796c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc1a987c-8274-48cf-a9f6-9e02d39df5af {{(pid=101349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:52:22.012851 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-13b65851-9497-4f13-b4f5-62be486f013a req-8c34a399-ce6d-430b-908c-94a9192796c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:22.025063 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.provisioning_blocks [req-13b65851-9497-4f13-b4f5-62be486f013a req-8c34a399-ce6d-430b-908c-94a9192796c1 service neutron] Transition to ACTIVE for port object cc1a987c-8274-48cf-a9f6-9e02d39df5af will not be triggered until provisioned by entity L2. {{(pid=101349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:52:22.133407 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-13b65851-9497-4f13-b4f5-62be486f013a req-8c34a399-ce6d-430b-908c-94a9192796c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5660737'] for port, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:22.152051 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ecfea0-8e61-43bc-b789-17b29f1125f1 req-0bc446e3-17d3-4f6f-b0b0-5fa0baa71543 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:22.154743 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-79ecfea0-8e61-43bc-b789-17b29f1125f1 req-0bc446e3-17d3-4f6f-b0b0-5fa0baa71543 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 944 time: 0.0529721 Aug 16 17:52:22.196230 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-79ecfea0-8e61-43bc-b789-17b29f1125f1 req-f290cd8a-9efc-4f3c-86e6-3cc98fdb19b6 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362420 Aug 16 17:52:22.207996 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c34a399-ce6d-430b-908c-94a9192796c1 service neutron] Pushing event updated for resources: {'Port': ['ID=cc1a987c-8274-48cf-a9f6-9e02d39df5af,revision_number=2']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:22.262856 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-13b65851-9497-4f13-b4f5-62be486f013a req-8c34a399-ce6d-430b-908c-94a9192796c1 service neutron] Attempting to bind port cc1a987c-8274-48cf-a9f6-9e02d39df5af on host hv-cinder-79760 for vnic_type normal with profile {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:52:22.263188 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-13b65851-9497-4f13-b4f5-62be486f013a req-8c34a399-ce6d-430b-908c-94a9192796c1 service neutron] Attempting to bind port cc1a987c-8274-48cf-a9f6-9e02d39df5af by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '9942712d-0cef-4013-8eb4-4c445158e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'eea7a03f-7981-45aa-9545-781566f9ebe6'}] {{(pid=101349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:52:22.263519 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b65851-9497-4f13-b4f5-62be486f013a req-8c34a399-ce6d-430b-908c-94a9192796c1 service neutron] Attempting to bind port cc1a987c-8274-48cf-a9f6-9e02d39df5af on network eea7a03f-7981-45aa-9545-781566f9ebe6 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:52:22.269543 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b65851-9497-4f13-b4f5-62be486f013a req-8c34a399-ce6d-430b-908c-94a9192796c1 service neutron] Port cc1a987c-8274-48cf-a9f6-9e02d39df5af on network eea7a03f-7981-45aa-9545-781566f9ebe6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 17:52:22.269543 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b65851-9497-4f13-b4f5-62be486f013a req-8c34a399-ce6d-430b-908c-94a9192796c1 service neutron] Attempting to bind port cc1a987c-8274-48cf-a9f6-9e02d39df5af on network eea7a03f-7981-45aa-9545-781566f9ebe6 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:52:22.273577 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b65851-9497-4f13-b4f5-62be486f013a req-8c34a399-ce6d-430b-908c-94a9192796c1 service neutron] Checking agent: {'id': 'd413de79-89e7-4037-a6bb-11a55464df62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 45, 56), 'started_at': datetime.datetime(2021, 8, 16, 17, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:52:22.273674 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b65851-9497-4f13-b4f5-62be486f013a req-8c34a399-ce6d-430b-908c-94a9192796c1 service neutron] Checking segment: {'id': '9942712d-0cef-4013-8eb4-4c445158e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'eea7a03f-7981-45aa-9545-781566f9ebe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:52:22.274119 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b65851-9497-4f13-b4f5-62be486f013a req-8c34a399-ce6d-430b-908c-94a9192796c1 service neutron] Bound using segment: {'id': '9942712d-0cef-4013-8eb4-4c445158e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'eea7a03f-7981-45aa-9545-781566f9ebe6'} {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:52:22.275105 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-13b65851-9497-4f13-b4f5-62be486f013a req-8c34a399-ce6d-430b-908c-94a9192796c1 service neutron] Bound port: cc1a987c-8274-48cf-a9f6-9e02d39df5af, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9942712d-0cef-4013-8eb4-4c445158e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'eea7a03f-7981-45aa-9545-781566f9ebe6'}}] {{(pid=101349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:52:22.275384 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-13b65851-9497-4f13-b4f5-62be486f013a req-8c34a399-ce6d-430b-908c-94a9192796c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:22.307478 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e6e52-d060-4bae-b63c-1ddced2601c6 req-b39fcb11-ee46-4b00-a3b2-03c96a8b473a tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:22.308870 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d91e6e52-d060-4bae-b63c-1ddced2601c6 req-b39fcb11-ee46-4b00-a3b2-03c96a8b473a tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca32a293-fe93-40e7-a5be-8111666fdd7a HTTP/1.1" status: 200 len: 944 time: 0.0506494 Aug 16 17:52:22.341641 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-13b65851-9497-4f13-b4f5-62be486f013a req-8c34a399-ce6d-430b-908c-94a9192796c1 service neutron] For port cc1a987c-8274-48cf-a9f6-9e02d39df5af, host hv-cinder-79760, cleared binding levels {{(pid=101349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:52:22.344630 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-13b65851-9497-4f13-b4f5-62be486f013a req-8c34a399-ce6d-430b-908c-94a9192796c1 service neutron] For port cc1a987c-8274-48cf-a9f6-9e02d39df5af, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=cc1a987c-8274-48cf-a9f6-9e02d39df5af,segment=NetworkSegment(9942712d-0cef-4013-8eb4-4c445158e8f0),segment_id=9942712d-0cef-4013-8eb4-4c445158e8f0)] {{(pid=101349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:52:22.348202 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d91e6e52-d060-4bae-b63c-1ddced2601c6 req-32d99653-ea6d-4dbc-9f8e-8275331c1219 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314586 Aug 16 17:52:22.419706 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-13b65851-9497-4f13-b4f5-62be486f013a req-8c34a399-ce6d-430b-908c-94a9192796c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5660737'] for port, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:22.451620 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b65851-9497-4f13-b4f5-62be486f013a req-8c34a399-ce6d-430b-908c-94a9192796c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:22.452229 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-13b65851-9497-4f13-b4f5-62be486f013a req-8c34a399-ce6d-430b-908c-94a9192796c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:22.453602 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-13b65851-9497-4f13-b4f5-62be486f013a req-8c34a399-ce6d-430b-908c-94a9192796c1 service neutron] 10.222.0.13 "PUT /v2.0/ports/cc1a987c-8274-48cf-a9f6-9e02d39df5af HTTP/1.1" status: 200 len: 1094 time: 0.7714915 Aug 16 17:52:22.454062 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca32a293-fe93-40e7-a5be-8111666fdd7a', 'tag': 'cc1a987c-8274-48cf-a9f6-9e02d39df5af'}] {{(pid=101349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:52:22.456273 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}934f09010de237f24c102465ff13aed95362a81e3346d32f1bd52d9236897e6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd4fe2a-12e8-41a3-ad6e-13f815592be0" -d '{"events": [{"name": "network-changed", "server_uuid": "ca32a293-fe93-40e7-a5be-8111666fdd7a", "tag": "cc1a987c-8274-48cf-a9f6-9e02d39df5af"}]}' {{(pid=101349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:52:22.482419 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c34a399-ce6d-430b-908c-94a9192796c1 service neutron] Pushing event updated for resources: {'Port': ['ID=cc1a987c-8274-48cf-a9f6-9e02d39df5af,revision_number=3']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:22.493959 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 17:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd4cdba-2c8f-455b-a50d-859611bd658a x-openstack-request-id: req-7bd4cdba-2c8f-455b-a50d-859611bd658a {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:52:22.494248 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca32a293-fe93-40e7-a5be-8111666fdd7a", "tag": "cc1a987c-8274-48cf-a9f6-9e02d39df5af", "status": "completed", "code": 200}]} {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:52:22.494493 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7bd4cdba-2c8f-455b-a50d-859611bd658a {{(pid=101349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:52:22.494878 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca32a293-fe93-40e7-a5be-8111666fdd7a', 'tag': 'cc1a987c-8274-48cf-a9f6-9e02d39df5af', 'status': 'completed', 'code': 200} Aug 16 17:52:22.588138 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4fe2a-12e8-41a3-ad6e-13f815592be0 req-f7b18e57-742e-485e-ba80-bac945d4e260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:22.589750 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-0bd4fe2a-12e8-41a3-ad6e-13f815592be0 req-f7b18e57-742e-485e-ba80-bac945d4e260 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6e6d80e4dd68460c888b800564b277ef&device_id=ca32a293-fe93-40e7-a5be-8111666fdd7a HTTP/1.1" status: 200 len: 1097 time: 0.0429304 Aug 16 17:52:22.707440 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4fe2a-12e8-41a3-ad6e-13f815592be0 req-421edfb9-3f33-4cb1-be2f-587b2e89dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:22.709085 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-0bd4fe2a-12e8-41a3-ad6e-13f815592be0 req-421edfb9-3f33-4cb1-be2f-587b2e89dcbe service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=6e6d80e4dd68460c888b800564b277ef&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1007559 Aug 16 17:52:22.830915 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 22583d25-1bc6-40f3-941e-2b36ffcb081d up at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:52:22.939401 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning for port 22583d25-1bc6-40f3-941e-2b36ffcb081d completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:52:22.943933 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning complete for port 22583d25-1bc6-40f3-941e-2b36ffcb081d triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:52:22.944303 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:23.026075 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:23.049689 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905b9710-bc8f-4552-9f94-46cae368d49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22583d25-1bc6-40f3-941e-2b36ffcb081d'}] {{(pid=101351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:52:23.052044 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4661e6bc32737764ca712b7c7300ac6ad1a8a79a1ea43afdc004a14577d676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0916c951-23ea-4c67-8c78-f638b1ee5cca" -d '{"events": [{"server_uuid": "905b9710-bc8f-4552-9f94-46cae368d49e", "name": "network-vif-plugged", "status": "completed", "tag": "22583d25-1bc6-40f3-941e-2b36ffcb081d"}]}' {{(pid=101351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:52:23.052702 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4fe2a-12e8-41a3-ad6e-13f815592be0 req-5cbea0c6-3c8a-43a3-967b-3da7f7b34e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:23.054271 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-0bd4fe2a-12e8-41a3-ad6e-13f815592be0 req-5cbea0c6-3c8a-43a3-967b-3da7f7b34e46 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3364346 Aug 16 17:52:23.065536 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 22583d25-1bc6-40f3-941e-2b36ffcb081d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=22583d25-1bc6-40f3-941e-2b36ffcb081d,segment=NetworkSegment(1f1d80ff-6f96-4f46-a24f-a310f32924c7),segment_id=1f1d80ff-6f96-4f46-a24f-a310f32924c7)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:52:23.087526 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66bcb85-da62-458f-9eaa-dcada9c41b8c x-openstack-request-id: req-d66bcb85-da62-458f-9eaa-dcada9c41b8c {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:52:23.087859 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "905b9710-bc8f-4552-9f94-46cae368d49e", "name": "network-vif-plugged", "status": "completed", "tag": "22583d25-1bc6-40f3-941e-2b36ffcb081d", "code": 200}]} {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:52:23.088113 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d66bcb85-da62-458f-9eaa-dcada9c41b8c {{(pid=101351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:52:23.088505 dv-cinder-797608-18-iscsi neutron-server[101351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '905b9710-bc8f-4552-9f94-46cae368d49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22583d25-1bc6-40f3-941e-2b36ffcb081d', 'code': 200} Aug 16 17:52:23.139067 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:23.182097 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b65851-9497-4f13-b4f5-62be486f013a req-e75723a7-6751-43fe-9f3b-d9ccd3147f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:23.183588 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-13b65851-9497-4f13-b4f5-62be486f013a req-e75723a7-6751-43fe-9f3b-d9ccd3147f04 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6e6d80e4dd68460c888b800564b277ef&device_id=ca32a293-fe93-40e7-a5be-8111666fdd7a HTTP/1.1" status: 200 len: 1097 time: 0.0390692 Aug 16 17:52:23.187943 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=22583d25-1bc6-40f3-941e-2b36ffcb081d,revision_number=5']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:23.242213 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-13b65851-9497-4f13-b4f5-62be486f013a req-efcded7d-7e68-4a99-8599-e5a723e274ad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc1a987c-8274-48cf-a9f6-9e02d39df5af HTTP/1.1" status: 200 len: 217 time: 0.0342143 Aug 16 17:52:23.298746 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b65851-9497-4f13-b4f5-62be486f013a req-8e2369b4-62bb-4b97-b97a-faf77dfe8533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:23.300205 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-13b65851-9497-4f13-b4f5-62be486f013a req-8e2369b4-62bb-4b97-b97a-faf77dfe8533 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7121b435-725b-49c1-9713-d93f9348d59e HTTP/1.1" status: 200 len: 855 time: 0.0460041 Aug 16 17:52:23.322900 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5c707-2f1a-4236-ac98-ac9c701c04fe req-9bee9bf4-3b13-4632-852f-e5ce7c766433 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:23.324388 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-95d5c707-2f1a-4236-ac98-ac9c701c04fe req-9bee9bf4-3b13-4632-852f-e5ce7c766433 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 945 time: 0.0499361 Aug 16 17:52:23.338207 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-13b65851-9497-4f13-b4f5-62be486f013a req-e6b3ebef-7735-4474-bec9-2da82df680e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eea7a03f-7981-45aa-9545-781566f9ebe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264947 Aug 16 17:52:23.363788 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-95d5c707-2f1a-4236-ac98-ac9c701c04fe req-920e56d8-d73a-4b78-8e71-93763f4f6516 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333016 Aug 16 17:52:23.434948 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-13b65851-9497-4f13-b4f5-62be486f013a req-7f77024a-07c2-4caf-9336-cba2e7272fcf service neutron] 10.222.0.13 "GET /v2.0/networks/eea7a03f-7981-45aa-9545-781566f9ebe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886960 Aug 16 17:52:23.471931 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573a05a-03cf-4aca-939d-cf5e11822673 req-7fae358e-6aa4-43bd-81b5-a590f739bc41 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:23.473332 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8573a05a-03cf-4aca-939d-cf5e11822673 req-7fae358e-6aa4-43bd-81b5-a590f739bc41 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca32a293-fe93-40e7-a5be-8111666fdd7a HTTP/1.1" status: 200 len: 944 time: 0.0549731 Aug 16 17:52:23.513007 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8573a05a-03cf-4aca-939d-cf5e11822673 req-d8f924a7-b2b1-4988-84ae-cd60b5bf44cc tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331674 Aug 16 17:52:23.568619 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9362f-c2b2-47dc-80f7-e45c4b6eb29d req-e70f7f47-a28d-48d4-924e-b367d811ebc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:23.570139 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-46d9362f-c2b2-47dc-80f7-e45c4b6eb29d req-e70f7f47-a28d-48d4-924e-b367d811ebc4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 1098 time: 0.0873196 Aug 16 17:52:23.598376 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-13b65851-9497-4f13-b4f5-62be486f013a req-be800df2-47c9-4b7d-854d-e338976cdb38 service neutron] 10.222.0.13 "GET /v2.0/networks/eea7a03f-7981-45aa-9545-781566f9ebe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347609 Aug 16 17:52:23.615661 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-46d9362f-c2b2-47dc-80f7-e45c4b6eb29d req-7bb60458-4f17-4f2a-a9c8-984b4de3da52 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337665 Aug 16 17:52:23.830658 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-9a7ce593-e5dc-4a37-af05-851f2c6aaf53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:24.225047 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d78fe-38f0-4096-84f8-fbfde4e357d3 req-01171b1e-83c3-4df3-89a8-3a300f5aff72 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:24.226453 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a67d78fe-38f0-4096-84f8-fbfde4e357d3 req-01171b1e-83c3-4df3-89a8-3a300f5aff72 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 946 time: 0.0481687 Aug 16 17:52:24.263011 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a67d78fe-38f0-4096-84f8-fbfde4e357d3 req-a8cb4c9d-9976-417c-b4eb-3e016976cc79 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306721 Aug 16 17:52:24.472767 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3d57f-4a76-49d6-ada1-71a0697664ea req-612d6198-9c6c-4343-8ab7-604bcb318616 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:24.474203 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2bb3d57f-4a76-49d6-ada1-71a0697664ea req-612d6198-9c6c-4343-8ab7-604bcb318616 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 945 time: 0.0462008 Aug 16 17:52:24.510005 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2bb3d57f-4a76-49d6-ada1-71a0697664ea req-f3801f1c-f221-4bed-9c32-16b6260119c4 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300601 Aug 16 17:52:24.627205 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4579702-5ccd-4c73-a289-1a051d288be9 req-ae1bc0d8-b51c-40fb-bb26-e6b4eed8fd03 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:24.628689 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e4579702-5ccd-4c73-a289-1a051d288be9 req-ae1bc0d8-b51c-40fb-bb26-e6b4eed8fd03 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca32a293-fe93-40e7-a5be-8111666fdd7a HTTP/1.1" status: 200 len: 944 time: 0.0504606 Aug 16 17:52:24.666092 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e4579702-5ccd-4c73-a289-1a051d288be9 req-e58e96af-c23e-4c02-b429-8bc455979244 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310159 Aug 16 17:52:25.378108 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ad949-871d-4825-9d5f-1500ea087dfd req-8b0308ed-42d5-428d-b721-3e8e238836cc tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:25.379558 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7c3ad949-871d-4825-9d5f-1500ea087dfd req-8b0308ed-42d5-428d-b721-3e8e238836cc tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 946 time: 0.0469239 Aug 16 17:52:25.416813 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7c3ad949-871d-4825-9d5f-1500ea087dfd req-bd170e54-b5d3-4783-819a-30e1357c506b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314820 Aug 16 17:52:25.618631 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999be6f2-187b-4a0f-ba60-eac52be19bc8 req-74801bfd-1835-4c32-bd1e-a44339cf8f28 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:25.620311 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-999be6f2-187b-4a0f-ba60-eac52be19bc8 req-74801bfd-1835-4c32-bd1e-a44339cf8f28 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 945 time: 0.0466533 Aug 16 17:52:25.658357 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-999be6f2-187b-4a0f-ba60-eac52be19bc8 req-225e7993-b9e6-43ec-b6a2-c97b16d27d40 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323000 Aug 16 17:52:25.779136 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba841a1c-2b26-42d8-87a0-a04ebbc27422 req-8d64213b-95ba-469b-bcac-c3b007cdf14c tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:25.780569 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ba841a1c-2b26-42d8-87a0-a04ebbc27422 req-8d64213b-95ba-469b-bcac-c3b007cdf14c tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca32a293-fe93-40e7-a5be-8111666fdd7a HTTP/1.1" status: 200 len: 944 time: 0.0500002 Aug 16 17:52:25.816516 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ba841a1c-2b26-42d8-87a0-a04ebbc27422 req-ce63b380-dc2d-454f-8e64-d53650c1d35c tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298705 Aug 16 17:52:26.510886 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-72b59104-323f-4e78-a155-e43d72a4d92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:26.536884 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512c8e4-3443-4b19-8dbd-ed17cea9ced1 req-7995e5cd-e084-4597-9657-36ef89c0965c tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:26.538410 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-1512c8e4-3443-4b19-8dbd-ed17cea9ced1 req-7995e5cd-e084-4597-9657-36ef89c0965c tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 946 time: 0.0526605 Aug 16 17:52:26.575881 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-1512c8e4-3443-4b19-8dbd-ed17cea9ced1 req-4962eb4d-8086-43c6-aad0-c083fb452f6f tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309548 Aug 16 17:52:26.711070 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:26.775705 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde585b-f7ba-4a4c-b55b-5616e3e712c4 req-d96f46c8-a32c-43f0-b92a-3d2db1e203de tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:26.777150 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6fde585b-f7ba-4a4c-b55b-5616e3e712c4 req-d96f46c8-a32c-43f0-b92a-3d2db1e203de tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 945 time: 0.0538697 Aug 16 17:52:26.814312 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6fde585b-f7ba-4a4c-b55b-5616e3e712c4 req-857c5985-125c-42fc-987f-86612b8f5eb3 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310810 Aug 16 17:52:26.929312 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d9e3d-5386-45fd-b130-32a4312dc76f req-b039310d-cc7b-4fdc-a195-6492c786023c tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:26.930786 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-5d6d9e3d-5386-45fd-b130-32a4312dc76f req-b039310d-cc7b-4fdc-a195-6492c786023c tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca32a293-fe93-40e7-a5be-8111666fdd7a HTTP/1.1" status: 200 len: 944 time: 0.0499680 Aug 16 17:52:26.967060 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-5d6d9e3d-5386-45fd-b130-32a4312dc76f req-6fac9246-bbf9-4cd0-839a-70686181421a tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303311 Aug 16 17:52:27.613311 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:27.659647 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:27.692689 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f19537-02e2-4cc6-964b-ccce372e5b58 req-0de086a2-b2cd-4803-8332-a65fd61407e0 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:27.694108 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-76f19537-02e2-4cc6-964b-ccce372e5b58 req-0de086a2-b2cd-4803-8332-a65fd61407e0 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 946 time: 0.0472701 Aug 16 17:52:27.733469 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-76f19537-02e2-4cc6-964b-ccce372e5b58 req-ae654c46-cb69-4feb-ba16-fa511da18336 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328102 Aug 16 17:52:27.966355 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-8e4df6be-5c97-49bf-85f6-bf247dd83ac2 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:27.967737 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-8e4df6be-5c97-49bf-85f6-bf247dd83ac2 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/networks?id=53c5bdea-e277-4736-a130-3678bcf1da2c HTTP/1.1" status: 200 len: 814 time: 0.1043334 Aug 16 17:52:27.983015 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-29873d69-f025-4781-8c7f-170d5fea2770 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/quotas/3362f71ed5eb411fb370e54f35aeb9d6 HTTP/1.1" status: 200 len: 375 time: 0.0095687 Aug 16 17:52:28.012814 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-991884b6-948a-4704-b619-4b737cad2274 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3362f71ed5eb411fb370e54f35aeb9d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247688 Aug 16 17:52:28.101245 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-60a82c88-c0a3-420c-a4c7-43eee7c110d2 service neutron] 10.222.0.73 "GET /v2.0/networks/53c5bdea-e277-4736-a130-3678bcf1da2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814002 Aug 16 17:52:28.187216 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-9b1c884d-a5b8-42a9-a87b-3bf19082c68b service neutron] 10.222.0.73 "GET /v2.0/networks/53c5bdea-e277-4736-a130-3678bcf1da2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792487 Aug 16 17:52:28.441146 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c7f3e-8c5d-4509-8477-96515c4e9e87 req-fbd33c91-82a7-459c-922e-7b6ce45a36f9 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:28.442671 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f41c7f3e-8c5d-4509-8477-96515c4e9e87 req-fbd33c91-82a7-459c-922e-7b6ce45a36f9 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 945 time: 0.0494823 Aug 16 17:52:28.480492 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f41c7f3e-8c5d-4509-8477-96515c4e9e87 req-edc04fe0-6791-4b5b-90bd-3983ddf5a9e4 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316992 Aug 16 17:52:28.828170 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1fe0c4-73dc-47b0-859e-736822d34b22 req-64870c92-e00e-44cd-aeff-4818dfc42eeb tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:28.829662 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4c1fe0c4-73dc-47b0-859e-736822d34b22 req-64870c92-e00e-44cd-aeff-4818dfc42eeb tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca32a293-fe93-40e7-a5be-8111666fdd7a HTTP/1.1" status: 200 len: 944 time: 0.2948179 Aug 16 17:52:28.831592 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device cc1a987c-8274-48cf-a9f6-9e02d39df5af details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=101351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 17:52:28.879865 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4c1fe0c4-73dc-47b0-859e-736822d34b22 req-13819c0a-3199-409e-91fa-3055d473bce7 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441766 Aug 16 17:52:28.943620 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ce28b7ce-8d79-4a0d-a4b7-6b71a73f801a req-dd6b5c0e-dfad-46e7-b50e-7b2f76329255 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf43004f-7c54-401e-9272-3664b1dcf851 HTTP/1.1" status: 200 len: 210 time: 0.0250905 Aug 16 17:52:28.944718 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port cc1a987c-8274-48cf-a9f6-9e02d39df5af, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=cc1a987c-8274-48cf-a9f6-9e02d39df5af,segment=NetworkSegment(9942712d-0cef-4013-8eb4-4c445158e8f0),segment_id=9942712d-0cef-4013-8eb4-4c445158e8f0)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:52:28.963259 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Returning: {'device': 'cc1a987c-8274-48cf-a9f6-9e02d39df5af', 'network_id': 'eea7a03f-7981-45aa-9545-781566f9ebe6', 'port_id': 'cc1a987c-8274-48cf-a9f6-9e02d39df5af', 'mac_address': 'fa:16:3e:f8:fd:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7121b435-725b-49c1-9713-d93f9348d59e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 17:52:29.007832 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:29.022031 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc1a987c-8274-48cf-a9f6-9e02d39df5af {{(pid=101351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:52:29.046162 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aef255-0e78-44f5-b949-c4ad3bbfb450 req-a15411fe-0511-42f4-bf59-2fe1a3575234 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:29.047659 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-78aef255-0e78-44f5-b949-c4ad3bbfb450 req-a15411fe-0511-42f4-bf59-2fe1a3575234 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 945 time: 0.0488124 Aug 16 17:52:29.047779 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port cc1a987c-8274-48cf-a9f6-9e02d39df5af, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=cc1a987c-8274-48cf-a9f6-9e02d39df5af,segment=NetworkSegment(9942712d-0cef-4013-8eb4-4c445158e8f0),segment_id=9942712d-0cef-4013-8eb4-4c445158e8f0)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:52:29.086701 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-78aef255-0e78-44f5-b949-c4ad3bbfb450 req-fc6b53bf-4a12-44fd-8807-d1a64d3e45af tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325432 Aug 16 17:52:29.107673 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 55354) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:52:29.111384 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:29.151735 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b986b44-0888-4f3f-af0e-72b5187e9140 req-f196ec78-f170-413f-9cfa-9858f387f072 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:29.153293 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-8b986b44-0888-4f3f-af0e-72b5187e9140 req-f196ec78-f170-413f-9cfa-9858f387f072 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.13 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 946 time: 0.0559328 Aug 16 17:52:29.153690 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:29.203750 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a463ff4-80fb-49f8-8969-bea5bf06b7e1 req-7c4222d3-22a5-492d-b598-767487d6382e tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:29.206557 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-9a463ff4-80fb-49f8-8969-bea5bf06b7e1 req-7c4222d3-22a5-492d-b598-767487d6382e tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 946 time: 0.0638452 Aug 16 17:52:29.210052 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=cc1a987c-8274-48cf-a9f6-9e02d39df5af,revision_number=4']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:29.253071 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-9a463ff4-80fb-49f8-8969-bea5bf06b7e1 req-45575989-8b1e-4320-b44c-877785771ec7 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=785ebfa3-6c18-4ade-97c5-3e22bb7838c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405304 Aug 16 17:52:29.293264 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [req-8b986b44-0888-4f3f-af0e-72b5187e9140 req-fd6be360-4bcd-4e9a-98ae-5a098615a416 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Deleting port 9c138bc0-b659-41ca-b07d-dbed825e3255 {{(pid=101349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:52:29.293611 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-8b986b44-0888-4f3f-af0e-72b5187e9140 req-fd6be360-4bcd-4e9a-98ae-5a098615a416 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:29.336482 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b2025b-d88f-4fd8-b7ce-d4abe94f41ba tempest-TestShelveInstance-727724620 tempest-TestShelveInstance-727724620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:29.338170 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-27b2025b-d88f-4fd8-b7ce-d4abe94f41ba tempest-TestShelveInstance-727724620 tempest-TestShelveInstance-727724620-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 1093 time: 0.2294040 Aug 16 17:52:29.341044 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 55358) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:52:29.346527 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-3eab02dd-eb93-4f95-be08-f226eaae41b8 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Request body: {'floatingip': {'floating_network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'port_id': '22583d25-1bc6-40f3-941e-2b36ffcb081d', 'tenant_id': '67e93bc9aa8640229cc9f17f3199ca27', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:52:29.393070 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-8b986b44-0888-4f3f-af0e-72b5187e9140 req-fd6be360-4bcd-4e9a-98ae-5a098615a416 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] For port 9c138bc0-b659-41ca-b07d-dbed825e3255, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9c138bc0-b659-41ca-b07d-dbed825e3255,segment=NetworkSegment(1d556eea-2e00-495e-a4c4-1b5b0d31797f),segment_id=1d556eea-2e00-495e-a4c4-1b5b0d31797f)] {{(pid=101349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:52:29.393439 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-8b986b44-0888-4f3f-af0e-72b5187e9140 req-fd6be360-4bcd-4e9a-98ae-5a098615a416 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:29.470919 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3eab02dd-eb93-4f95-be08-f226eaae41b8 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks [] for floatingip, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:29.482567 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['cc1a987c-8274-48cf-a9f6-9e02d39df5af'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:52:29.573685 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3eab02dd-eb93-4f95-be08-f226eaae41b8 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:29.631703 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-8b986b44-0888-4f3f-af0e-72b5187e9140 req-fd6be360-4bcd-4e9a-98ae-5a098615a416 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:29.637566 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-8b986b44-0888-4f3f-af0e-72b5187e9140 req-fd6be360-4bcd-4e9a-98ae-5a098615a416 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726209'] for floatingip, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:29.637566 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.db.l3_db [req-8b986b44-0888-4f3f-af0e-72b5187e9140 req-fd6be360-4bcd-4e9a-98ae-5a098615a416 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Floating IP 4f2441e2-96c9-4936-81ea-81f9eaa8c4b1 disassociated. External IP: 172.27.3.145, port: 9c138bc0-b659-41ca-b07d-dbed825e3255. Aug 16 17:52:29.637566 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [req-8b986b44-0888-4f3f-af0e-72b5187e9140 req-fd6be360-4bcd-4e9a-98ae-5a098615a416 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Calling delete_port for 9c138bc0-b659-41ca-b07d-dbed825e3255 owned by compute:nova {{(pid=101349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:52:29.688877 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.db_base_plugin_common [None req-3eab02dd-eb93-4f95-be08-f226eaae41b8 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Allocated IP 172.27.3.253 (d857f842-3fbc-4776-aae7-ff863ed2df9e/954a9ada-4a6b-483d-99dd-491d9afbe734/f67ab764-a42c-416f-b0e0-4b7ee38fe77b) {{(pid=101350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:52:29.789009 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3eab02dd-eb93-4f95-be08-f226eaae41b8 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks [] for port, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:29.899096 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-8b986b44-0888-4f3f-af0e-72b5187e9140 req-fd6be360-4bcd-4e9a-98ae-5a098615a416 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:29.933750 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6be360-4bcd-4e9a-98ae-5a098615a416 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Pushing event deleted for resources: {'Port': ['ID=9c138bc0-b659-41ca-b07d-dbed825e3255,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:29.936062 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3eab02dd-eb93-4f95-be08-f226eaae41b8 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4811479'] for port, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:29.976781 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eab02dd-eb93-4f95-be08-f226eaae41b8 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Network d857f842-3fbc-4776-aae7-ff863ed2df9e is already hosted by enough agents. {{(pid=101350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:52:29.989900 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.base_scheduler [None req-3eab02dd-eb93-4f95-be08-f226eaae41b8 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Resources bound (agent type, host, resource id): {{(pid=101350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:52:30.007988 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eab02dd-eb93-4f95-be08-f226eaae41b8 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Received port after_create {{(pid=101350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:52:30.041092 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab02dd-eb93-4f95-be08-f226eaae41b8 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Pushing event updated for resources: {'Port': ['ID=f67ab764-a42c-416f-b0e0-4b7ee38fe77b,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:30.063787 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b986b44-0888-4f3f-af0e-72b5187e9140 req-fd6be360-4bcd-4e9a-98ae-5a098615a416 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Router c719e313-142f-4ca7-992d-af776d9bb6bc has already been hosted by L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 {{(pid=101349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 17:52:30.074214 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b58b5-f07a-4511-8c14-6e2079b3cc97 req-80d5b157-d4aa-47d6-b234-9868a4ec73e3 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:30.075739 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e22b58b5-f07a-4511-8c14-6e2079b3cc97 req-80d5b157-d4aa-47d6-b234-9868a4ec73e3 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca32a293-fe93-40e7-a5be-8111666fdd7a HTTP/1.1" status: 200 len: 945 time: 0.1058345 Aug 16 17:52:30.164112 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e22b58b5-f07a-4511-8c14-6e2079b3cc97 req-2e927254-e1d4-4cde-bcd3-e6b2801f2763 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705998 Aug 16 17:52:30.176300 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b986b44-0888-4f3f-af0e-72b5187e9140 req-fd6be360-4bcd-4e9a-98ae-5a098615a416 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 17:52:30.186892 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fbaf58-6a6a-44b2-ae9d-46ccd9bb15ac None None] Sync routers for ids ['c719e313-142f-4ca7-992d-af776d9bb6bc'] in dv-cinder-797608-18-iscsi {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 17:52:30.202848 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fbaf58-6a6a-44b2-ae9d-46ccd9bb15ac None None] Routers {'c719e313-142f-4ca7-992d-af776d9bb6bc'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:52:30.203637 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-b8fbaf58-6a6a-44b2-ae9d-46ccd9bb15ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:52:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['c719e313-142f-4ca7-992d-af776d9bb6bc'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:52:30.226366 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b986b44-0888-4f3f-af0e-72b5187e9140 req-fd6be360-4bcd-4e9a-98ae-5a098615a416 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] No DVR routers for this DVR port 9c138bc0-b659-41ca-b07d-dbed825e3255 on host hv-cinder-79760 {{(pid=101349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 17:52:30.229345 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-8b986b44-0888-4f3f-af0e-72b5187e9140 req-fd6be360-4bcd-4e9a-98ae-5a098615a416 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:30.231539 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-8b986b44-0888-4f3f-af0e-72b5187e9140 req-fd6be360-4bcd-4e9a-98ae-5a098615a416 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.13 "DELETE /v2.0/ports/9c138bc0-b659-41ca-b07d-dbed825e3255 HTTP/1.1" status: 204 len: 173 time: 1.0710115 Aug 16 17:52:30.232022 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b9a54b-f448-4722-b81a-8cd4bed9f713', 'name': 'network-vif-deleted', 'tag': '9c138bc0-b659-41ca-b07d-dbed825e3255'}] {{(pid=101349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:52:30.234310 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}934f09010de237f24c102465ff13aed95362a81e3346d32f1bd52d9236897e6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08980fa-aa16-443b-bcc3-f8eea52e7386" -d '{"events": [{"server_uuid": "74b9a54b-f448-4722-b81a-8cd4bed9f713", "name": "network-vif-deleted", "tag": "9c138bc0-b659-41ca-b07d-dbed825e3255"}]}' {{(pid=101349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:52:30.313265 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-16284636-20b3-443a-8ac0-805e9ac870f5 req-8ecf6e19-88f2-462d-931f-ed88aead8b65 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf43004f-7c54-401e-9272-3664b1dcf851 HTTP/1.1" status: 200 len: 210 time: 0.0347979 Aug 16 17:52:30.356173 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-b8fbaf58-6a6a-44b2-ae9d-46ccd9bb15ac None None] Set router c719e313-142f-4ca7-992d-af776d9bb6bc gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:52:30.374214 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de7d4e1-8b89-4f41-8438-740bb8021541 x-openstack-request-id: req-5de7d4e1-8b89-4f41-8438-740bb8021541 {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:52:30.374503 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b9a54b-f448-4722-b81a-8cd4bed9f713", "name": "network-vif-deleted", "tag": "9c138bc0-b659-41ca-b07d-dbed825e3255", "status": "completed", "code": 200}]} {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:52:30.374755 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5de7d4e1-8b89-4f41-8438-740bb8021541 {{(pid=101349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:52:30.375205 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b9a54b-f448-4722-b81a-8cd4bed9f713', 'name': 'network-vif-deleted', 'tag': '9c138bc0-b659-41ca-b07d-dbed825e3255', 'status': 'completed', 'code': 200} Aug 16 17:52:30.468556 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ba56f2e3-fddf-4521-a76a-3af399908971 req-e1759d44-d15d-4ba7-a0f9-3c49e685fd9b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=74b9a54b-f448-4722-b81a-8cd4bed9f713 HTTP/1.1" status: 200 len: 210 time: 0.0320089 Aug 16 17:52:30.554167 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3eab02dd-eb93-4f95-be08-f226eaae41b8 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:30.642440 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-b8fbaf58-6a6a-44b2-ae9d-46ccd9bb15ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1745583065-router', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '13ac95d9-fd54-4369-b4ce-6e335b08c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:47:44Z', 'updated_at': '2021-08-16T17:47:49Z', 'revision_number': 4, 'project_id': '3cf94379c7f24013b25e39317315f217', 'gw_port': {'id': '13ac95d9-fd54-4369-b4ce-6e335b08c4ba', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:45Z', 'updated_at': '2021-08-16T17:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': '547912c2-6330-43b7-8bfe-8ca2ee5536fb', 'name': '', 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'mac_address': 'fa:16:3e:62:af:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c0c1f877-910d-484d-a497-8ce21ca738df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:48Z', 'updated_at': '2021-08-16T17:47:58Z', 'revision_number': 5, 'project_id': '3cf94379c7f24013b25e39317315f217', 'subnets': [{'id': 'c0c1f877-910d-484d-a497-8ce21ca738df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:52:30.654435 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-d308e1f3-3314-4b63-a5c4-b23954dbac46 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:30.656455 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-d308e1f3-3314-4b63-a5c4-b23954dbac46 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.13 "GET /v2.0/networks?id=53c5bdea-e277-4736-a130-3678bcf1da2c HTTP/1.1" status: 200 len: 814 time: 0.1118653 Aug 16 17:52:30.677441 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-0574dded-a62b-4a6c-a163-93c2b73fb8e9 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Request body: {'port': {'device_id': 'cf43004f-7c54-401e-9272-3664b1dcf851', 'network_id': '53c5bdea-e277-4736-a130-3678bcf1da2c', 'admin_state_up': True, 'tenant_id': '3362f71ed5eb411fb370e54f35aeb9d6'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:52:30.692710 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fbaf58-6a6a-44b2-ae9d-46ccd9bb15ac None None] Checking router: c719e313-142f-4ca7-992d-af776d9bb6bc for host: dv-cinder-797608-18-iscsi {{(pid=101351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 17:52:30.701709 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fbaf58-6a6a-44b2-ae9d-46ccd9bb15ac None None] Routers {'c719e313-142f-4ca7-992d-af776d9bb6bc'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:52:30.702397 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-b8fbaf58-6a6a-44b2-ae9d-46ccd9bb15ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:52:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['c719e313-142f-4ca7-992d-af776d9bb6bc'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:52:30.706429 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3eab02dd-eb93-4f95-be08-f226eaae41b8 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:30.829374 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-b8fbaf58-6a6a-44b2-ae9d-46ccd9bb15ac None None] Set router c719e313-142f-4ca7-992d-af776d9bb6bc gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:52:30.862421 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device cc1a987c-8274-48cf-a9f6-9e02d39df5af up at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:52:30.899197 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-0574dded-a62b-4a6c-a163-93c2b73fb8e9 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Made reservation on behalf of 3362f71ed5eb411fb370e54f35aeb9d6 for: {'port': 1} {{(pid=101349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:52:30.900876 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3eab02dd-eb93-4f95-be08-f226eaae41b8 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks [] for port, precommit_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:30.904091 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-0574dded-a62b-4a6c-a163-93c2b73fb8e9 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:30.962156 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3eab02dd-eb93-4f95-be08-f226eaae41b8 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4811480'] for port, after_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:30.997124 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning for port cc1a987c-8274-48cf-a9f6-9e02d39df5af completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:52:31.005953 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning complete for port cc1a987c-8274-48cf-a9f6-9e02d39df5af triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:52:31.006299 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:31.051505 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab02dd-eb93-4f95-be08-f226eaae41b8 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Pushing event updated for resources: {'Port': ['ID=f67ab764-a42c-416f-b0e0-4b7ee38fe77b,revision_number=2']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:31.076690 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3eab02dd-eb93-4f95-be08-f226eaae41b8 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726209'] for floatingip, after_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:31.101314 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.db_base_plugin_common [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-0574dded-a62b-4a6c-a163-93c2b73fb8e9 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Allocated IP 172.20.0.13 (53c5bdea-e277-4736-a130-3678bcf1da2c/523e264e-f554-4600-ada7-d36ef9570672/06994382-152c-48ee-81f1-2f65d9428e24) {{(pid=101349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:52:31.174804 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:31.187340 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.db.l3_db [None req-3eab02dd-eb93-4f95-be08-f226eaae41b8 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Floating IP 109dc1ec-c8f0-467c-845a-ff44c3b1106e associated. External IP: 172.27.3.253, port: 22583d25-1bc6-40f3-941e-2b36ffcb081d. Aug 16 17:52:31.205168 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca32a293-fe93-40e7-a5be-8111666fdd7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1a987c-8274-48cf-a9f6-9e02d39df5af'}] {{(pid=101351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:52:31.210654 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4661e6bc32737764ca712b7c7300ac6ad1a8a79a1ea43afdc004a14577d676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4217391c-e671-40dd-b78d-d5d6724f9d25" -d '{"events": [{"server_uuid": "ca32a293-fe93-40e7-a5be-8111666fdd7a", "name": "network-vif-plugged", "status": "completed", "tag": "cc1a987c-8274-48cf-a9f6-9e02d39df5af"}]}' {{(pid=101351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:52:31.219922 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-b8fbaf58-6a6a-44b2-ae9d-46ccd9bb15ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1745583065-router', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '13ac95d9-fd54-4369-b4ce-6e335b08c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:47:44Z', 'updated_at': '2021-08-16T17:47:49Z', 'revision_number': 4, 'project_id': '3cf94379c7f24013b25e39317315f217', 'gw_port': {'id': '13ac95d9-fd54-4369-b4ce-6e335b08c4ba', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:45Z', 'updated_at': '2021-08-16T17:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': '547912c2-6330-43b7-8bfe-8ca2ee5536fb', 'name': '', 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'mac_address': 'fa:16:3e:62:af:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c0c1f877-910d-484d-a497-8ce21ca738df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:48Z', 'updated_at': '2021-08-16T17:47:58Z', 'revision_number': 5, 'project_id': '3cf94379c7f24013b25e39317315f217', 'subnets': [{'id': 'c0c1f877-910d-484d-a497-8ce21ca738df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:52:31.225039 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port cc1a987c-8274-48cf-a9f6-9e02d39df5af, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=cc1a987c-8274-48cf-a9f6-9e02d39df5af,segment=NetworkSegment(9942712d-0cef-4013-8eb4-4c445158e8f0),segment_id=9942712d-0cef-4013-8eb4-4c445158e8f0)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:52:31.256632 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fbaf58-6a6a-44b2-ae9d-46ccd9bb15ac None None] The sync data for ids ['c719e313-142f-4ca7-992d-af776d9bb6bc'] in dv-cinder-797608-18-iscsi is: [{'id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1745583065-router', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '13ac95d9-fd54-4369-b4ce-6e335b08c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:47:44Z', 'updated_at': '2021-08-16T17:47:49Z', 'revision_number': 4, 'project_id': '3cf94379c7f24013b25e39317315f217', 'gw_port': {'id': '13ac95d9-fd54-4369-b4ce-6e335b08c4ba', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:45Z', 'updated_at': '2021-08-16T17:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': '547912c2-6330-43b7-8bfe-8ca2ee5536fb', 'name': '', 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'mac_address': 'fa:16:3e:62:af:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c0c1f877-910d-484d-a497-8ce21ca738df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:48Z', 'updated_at': '2021-08-16T17:47:58Z', 'revision_number': 5, 'project_id': '3cf94379c7f24013b25e39317315f217', 'subnets': [{'id': 'c0c1f877-910d-484d-a497-8ce21ca738df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 17:52:31.288164 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-0574dded-a62b-4a6c-a163-93c2b73fb8e9 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Notify callbacks [] for port, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:31.334009 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:31.361997 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37203d-06fc-4cab-9ed4-e60a4b972788 req-1747032e-21b3-468a-bf58-7962090ec63e tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:31.363480 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-aa37203d-06fc-4cab-9ed4-e60a4b972788 req-1747032e-21b3-468a-bf58-7962090ec63e tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca32a293-fe93-40e7-a5be-8111666fdd7a HTTP/1.1" status: 200 len: 945 time: 0.0686431 Aug 16 17:52:31.402722 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=cc1a987c-8274-48cf-a9f6-9e02d39df5af,revision_number=5']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:31.443360 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-0574dded-a62b-4a6c-a163-93c2b73fb8e9 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:31.478574 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-aa37203d-06fc-4cab-9ed4-e60a4b972788 req-276fa240-244b-4381-a031-e034571717db tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763209 Aug 16 17:52:31.510552 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eab02dd-eb93-4f95-be08-f226eaae41b8 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Router e629d6ec-b50f-4fb3-a94d-84264f4b18ea has already been hosted by L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 {{(pid=101350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 17:52:31.552406 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-0574dded-a62b-4a6c-a163-93c2b73fb8e9 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Network 53c5bdea-e277-4736-a130-3678bcf1da2c is already hosted by enough agents. {{(pid=101349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:52:31.556954 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.base_scheduler [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-0574dded-a62b-4a6c-a163-93c2b73fb8e9 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Resources bound (agent type, host, resource id): {{(pid=101349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:52:31.561356 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-0574dded-a62b-4a6c-a163-93c2b73fb8e9 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Received port after_create {{(pid=101349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:52:31.568624 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0574dded-a62b-4a6c-a163-93c2b73fb8e9 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Pushing event updated for resources: {'Port': ['ID=06994382-152c-48ee-81f1-2f65d9428e24,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:31.583328 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9f9d22-d96a-4f3e-9878-c360cccb4cd6 x-openstack-request-id: req-6f9f9d22-d96a-4f3e-9878-c360cccb4cd6 {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:52:31.583796 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca32a293-fe93-40e7-a5be-8111666fdd7a", "name": "network-vif-plugged", "status": "completed", "tag": "cc1a987c-8274-48cf-a9f6-9e02d39df5af", "code": 200}]} {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:52:31.583919 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6f9f9d22-d96a-4f3e-9878-c360cccb4cd6 {{(pid=101351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:52:31.584245 dv-cinder-797608-18-iscsi neutron-server[101351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca32a293-fe93-40e7-a5be-8111666fdd7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1a987c-8274-48cf-a9f6-9e02d39df5af', 'code': 200} Aug 16 17:52:31.634522 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-0574dded-a62b-4a6c-a163-93c2b73fb8e9 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:31.635132 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-0574dded-a62b-4a6c-a163-93c2b73fb8e9 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:31.658767 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780e7899-a765-40e0-8dd5-ef026cc6a2f7 None None] New status for floating IP 4f2441e2-96c9-4936-81ea-81f9eaa8c4b1: DOWN {{(pid=101352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 17:52:31.727017 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eab02dd-eb93-4f95-be08-f226eaae41b8 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 17:52:31.741674 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331f1fe5-2f33-4acc-b8b6-190ae6eed440 None None] Sync routers for ids ['e629d6ec-b50f-4fb3-a94d-84264f4b18ea'] in dv-cinder-797608-18-iscsi {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 17:52:31.741793 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c062e-b0ca-4143-af79-61a5b1eef232 req-1db380fa-870d-48ad-873b-851683d68bcc tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:31.744389 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-685c062e-b0ca-4143-af79-61a5b1eef232 req-1db380fa-870d-48ad-873b-851683d68bcc tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf43004f-7c54-401e-9272-3664b1dcf851 HTTP/1.1" status: 200 len: 932 time: 0.0709884 Aug 16 17:52:31.750239 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331f1fe5-2f33-4acc-b8b6-190ae6eed440 None None] Routers {'e629d6ec-b50f-4fb3-a94d-84264f4b18ea'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:52:31.751529 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-331f1fe5-2f33-4acc-b8b6-190ae6eed440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:52:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['e629d6ec-b50f-4fb3-a94d-84264f4b18ea'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:52:31.786126 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-685c062e-b0ca-4143-af79-61a5b1eef232 req-f79db21f-26eb-49db-8bbf-87ed7082628f tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/security-groups?id=81d66009-ac2c-475d-b4ed-165198bbf570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345583 Aug 16 17:52:31.827850 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-0574dded-a62b-4a6c-a163-93c2b73fb8e9 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1544337 Aug 16 17:52:31.850191 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-3b223dad-7f6c-45d3-b48e-772e8dc356eb service neutron] Request body: {'port': {'device_id': 'cf43004f-7c54-401e-9272-3664b1dcf851', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:52:31.855707 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3eab02dd-eb93-4f95-be08-f226eaae41b8 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for floatingip, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:31.914717 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-3eab02dd-eb93-4f95-be08-f226eaae41b8 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5725017 Aug 16 17:52:31.916269 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '905b9710-bc8f-4552-9f94-46cae368d49e', 'tag': '22583d25-1bc6-40f3-941e-2b36ffcb081d'}] {{(pid=101350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:52:31.918876 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}137876f5b741f0afb00714fe176f8a9d3b569402932f71b261fa9e4754b02137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e023da-e989-4045-9be6-cb7a6fa4a50a" -d '{"events": [{"name": "network-changed", "server_uuid": "905b9710-bc8f-4552-9f94-46cae368d49e", "tag": "22583d25-1bc6-40f3-941e-2b36ffcb081d"}]}' {{(pid=101350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:52:31.937323 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-3b223dad-7f6c-45d3-b48e-772e8dc356eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:31.986459 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 55386) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:52:32.058830 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 17:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c5df42-c30d-40dc-8064-3790731d5f2d x-openstack-request-id: req-a2c5df42-c30d-40dc-8064-3790731d5f2d {{(pid=101350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:52:32.059240 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "905b9710-bc8f-4552-9f94-46cae368d49e", "tag": "22583d25-1bc6-40f3-941e-2b36ffcb081d", "status": "completed", "code": 200}]} {{(pid=101350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:52:32.059562 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a2c5df42-c30d-40dc-8064-3790731d5f2d {{(pid=101350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:52:32.060062 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '905b9710-bc8f-4552-9f94-46cae368d49e', 'tag': '22583d25-1bc6-40f3-941e-2b36ffcb081d', 'status': 'completed', 'code': 200} Aug 16 17:52:32.073821 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-331f1fe5-2f33-4acc-b8b6-190ae6eed440 None None] Set router e629d6ec-b50f-4fb3-a94d-84264f4b18ea gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:52:32.083585 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-5fc67fe4-dd86-42b7-adc6-aaa14f5b8c5e tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:32.127781 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-5fc67fe4-dd86-42b7-adc6-aaa14f5b8c5e tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:32.209736 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e023da-e989-4045-9be6-cb7a6fa4a50a req-861c8d91-a7a2-4578-a08b-c2df74b47622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:32.210922 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-53e023da-e989-4045-9be6-cb7a6fa4a50a req-861c8d91-a7a2-4578-a08b-c2df74b47622 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67e93bc9aa8640229cc9f17f3199ca27&device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 1098 time: 0.0998855 Aug 16 17:52:32.228141 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a730e-72f0-486a-a1aa-6652a37bbc16 req-ba8b4f55-77d4-4fde-bcf0-ac8a5725eb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:32.230078 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6d5a730e-72f0-486a-a1aa-6652a37bbc16 req-ba8b4f55-77d4-4fde-bcf0-ac8a5725eb0f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ca32a293-fe93-40e7-a5be-8111666fdd7a HTTP/1.1" status: 200 len: 1099 time: 0.0681286 Aug 16 17:52:32.284984 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6d5a730e-72f0-486a-a1aa-6652a37bbc16 req-321a0a97-fadd-4535-bd30-63d8e2ad8c6b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441649 Aug 16 17:52:32.316649 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-5fc67fe4-dd86-42b7-adc6-aaa14f5b8c5e tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:32.319938 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-5fc67fe4-dd86-42b7-adc6-aaa14f5b8c5e tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:32.325134 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-5fc67fe4-dd86-42b7-adc6-aaa14f5b8c5e tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "DELETE /v2.0/security-groups/785ebfa3-6c18-4ade-97c5-3e22bb7838c5 HTTP/1.1" status: 204 len: 168 time: 0.3396342 Aug 16 17:52:32.326095 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 55388) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:52:32.345993 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.api.v2.resource [None req-6b06da68-d8ff-4893-82fd-62be36a68509 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] show failed (client error): The resource could not be found. Aug 16 17:52:32.350614 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-6b06da68-d8ff-4893-82fd-62be36a68509 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups/785ebfa3-6c18-4ade-97c5-3e22bb7838c5 HTTP/1.1" status: 404 len: 347 time: 0.0202336 Aug 16 17:52:32.356114 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 55390) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:52:32.367372 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e023da-e989-4045-9be6-cb7a6fa4a50a req-976cb40f-c943-4025-a4f3-70e14ea97878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:32.369578 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-53e023da-e989-4045-9be6-cb7a6fa4a50a req-976cb40f-c943-4025-a4f3-70e14ea97878 service neutron] 10.222.0.13 "GET /v2.0/networks?id=abd87892-01ae-487a-b700-498630f47a61 HTTP/1.1" status: 200 len: 909 time: 0.1516149 Aug 16 17:52:32.381659 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-3b223dad-7f6c-45d3-b48e-772e8dc356eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06994382-152c-48ee-81f1-2f65d9428e24 {{(pid=101349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:52:32.390915 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-3b223dad-7f6c-45d3-b48e-772e8dc356eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:32.400411 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc67fe4-dd86-42b7-adc6-aaa14f5b8c5e tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=785ebfa3-6c18-4ade-97c5-3e22bb7838c5,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:32.404724 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.provisioning_blocks [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-3b223dad-7f6c-45d3-b48e-772e8dc356eb service neutron] Transition to ACTIVE for port object 06994382-152c-48ee-81f1-2f65d9428e24 will not be triggered until provisioned by entity L2. {{(pid=101349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:52:32.429531 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-331f1fe5-2f33-4acc-b8b6-190ae6eed440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e629d6ec-b50f-4fb3-a94d-84264f4b18ea', 'name': 'tempest-TestShelveInstance-543085044-router', 'tenant_id': '67e93bc9aa8640229cc9f17f3199ca27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:51:17Z', 'updated_at': '2021-08-16T17:51:20Z', 'revision_number': 4, 'project_id': '67e93bc9aa8640229cc9f17f3199ca27', 'gw_port': {'id': '3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e629d6ec-b50f-4fb3-a94d-84264f4b18ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:51:17Z', 'updated_at': '2021-08-16T17:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_floatingips': [{'id': '109dc1ec-c8f0-467c-845a-ff44c3b1106e', 'tenant_id': '67e93bc9aa8640229cc9f17f3199ca27', 'floating_ip_address': '172.27.3.253', 'floating_network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'router_id': 'e629d6ec-b50f-4fb3-a94d-84264f4b18ea', 'port_id': '22583d25-1bc6-40f3-941e-2b36ffcb081d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abd87892-01ae-487a-b700-498630f47a61', 'mac_address': 'fa:16:3e:a4:34:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905b9710-bc8f-4552-9f94-46cae368d49e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T17:52:30Z', 'updated_at': '2021-08-16T17:52:30Z', 'revision_number': 0, 'project_id': '67e93bc9aa8640229cc9f17f3199ca27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '894ac00b-80ac-47b1-90a5-b5baf35313a7', 'name': '', 'network_id': 'abd87892-01ae-487a-b700-498630f47a61', 'tenant_id': '67e93bc9aa8640229cc9f17f3199ca27', 'mac_address': 'fa:16:3e:27:aa:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e629d6ec-b50f-4fb3-a94d-84264f4b18ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b77c348c-0c1d-4052-baba-3868ce8adf35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:51:20Z', 'updated_at': '2021-08-16T17:51:25Z', 'revision_number': 5, 'project_id': '67e93bc9aa8640229cc9f17f3199ca27', 'subnets': [{'id': 'b77c348c-0c1d-4052-baba-3868ce8adf35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:52:32.455645 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331f1fe5-2f33-4acc-b8b6-190ae6eed440 None None] Checking router: e629d6ec-b50f-4fb3-a94d-84264f4b18ea for host: dv-cinder-797608-18-iscsi {{(pid=101351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 17:52:32.465325 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331f1fe5-2f33-4acc-b8b6-190ae6eed440 None None] Routers {'e629d6ec-b50f-4fb3-a94d-84264f4b18ea'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:52:32.465966 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-331f1fe5-2f33-4acc-b8b6-190ae6eed440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:52:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['e629d6ec-b50f-4fb3-a94d-84264f4b18ea'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:52:32.470849 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-3b223dad-7f6c-45d3-b48e-772e8dc356eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5660737'] for port, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:32.492770 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.plugin [None req-82890c98-94d3-4440-acb3-1e260884ea8b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Deleting port ff67aea6-314d-4d97-b43a-f200085047be {{(pid=101350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:52:32.493282 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-82890c98-94d3-4440-acb3-1e260884ea8b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:32.531175 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b223dad-7f6c-45d3-b48e-772e8dc356eb service neutron] Pushing event updated for resources: {'Port': ['ID=06994382-152c-48ee-81f1-2f65d9428e24,revision_number=2']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:32.573947 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-82890c98-94d3-4440-acb3-1e260884ea8b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:32.574401 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-82890c98-94d3-4440-acb3-1e260884ea8b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:32.577074 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-331f1fe5-2f33-4acc-b8b6-190ae6eed440 None None] Set router e629d6ec-b50f-4fb3-a94d-84264f4b18ea gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:52:32.587583 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.plugin [None req-82890c98-94d3-4440-acb3-1e260884ea8b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Calling delete_port for ff67aea6-314d-4d97-b43a-f200085047be owned by network:floatingip {{(pid=101350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:52:32.671256 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-53e023da-e989-4045-9be6-cb7a6fa4a50a req-509deadd-19d6-45e2-8d42-d248b1efdcf9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22583d25-1bc6-40f3-941e-2b36ffcb081d HTTP/1.1" status: 200 len: 999 time: 0.0832839 Aug 16 17:52:32.671256 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-3b223dad-7f6c-45d3-b48e-772e8dc356eb service neutron] Attempting to bind port 06994382-152c-48ee-81f1-2f65d9428e24 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:52:32.671256 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-3b223dad-7f6c-45d3-b48e-772e8dc356eb service neutron] Attempting to bind port 06994382-152c-48ee-81f1-2f65d9428e24 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '670ee39c-d21d-439e-a9e5-a108d4905a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '53c5bdea-e277-4736-a130-3678bcf1da2c'}] {{(pid=101349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:52:32.671256 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-3b223dad-7f6c-45d3-b48e-772e8dc356eb service neutron] Attempting to bind port 06994382-152c-48ee-81f1-2f65d9428e24 on network 53c5bdea-e277-4736-a130-3678bcf1da2c {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:52:32.671702 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-3b223dad-7f6c-45d3-b48e-772e8dc356eb service neutron] Port 06994382-152c-48ee-81f1-2f65d9428e24 on network 53c5bdea-e277-4736-a130-3678bcf1da2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 17:52:32.672007 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-3b223dad-7f6c-45d3-b48e-772e8dc356eb service neutron] Attempting to bind port 06994382-152c-48ee-81f1-2f65d9428e24 on network 53c5bdea-e277-4736-a130-3678bcf1da2c {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:52:32.687168 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-3b223dad-7f6c-45d3-b48e-772e8dc356eb service neutron] Checking agent: {'id': 'd413de79-89e7-4037-a6bb-11a55464df62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 45, 56), 'started_at': datetime.datetime(2021, 8, 16, 17, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:52:32.687689 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-3b223dad-7f6c-45d3-b48e-772e8dc356eb service neutron] Checking segment: {'id': '670ee39c-d21d-439e-a9e5-a108d4905a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '53c5bdea-e277-4736-a130-3678bcf1da2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:52:32.688287 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-3b223dad-7f6c-45d3-b48e-772e8dc356eb service neutron] Bound using segment: {'id': '670ee39c-d21d-439e-a9e5-a108d4905a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '53c5bdea-e277-4736-a130-3678bcf1da2c'} {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:52:32.689552 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-3b223dad-7f6c-45d3-b48e-772e8dc356eb service neutron] Bound port: 06994382-152c-48ee-81f1-2f65d9428e24, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '670ee39c-d21d-439e-a9e5-a108d4905a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '53c5bdea-e277-4736-a130-3678bcf1da2c'}}] {{(pid=101349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:52:32.689750 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-3b223dad-7f6c-45d3-b48e-772e8dc356eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:32.709953 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc2b19d-b8c6-4fcc-8266-7d4746bf70c3 req-4fb8f3f2-0f1f-49f8-979a-744eb113c816 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:32.711618 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ccc2b19d-b8c6-4fcc-8266-7d4746bf70c3 req-4fb8f3f2-0f1f-49f8-979a-744eb113c816 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca32a293-fe93-40e7-a5be-8111666fdd7a HTTP/1.1" status: 200 len: 946 time: 0.0770459 Aug 16 17:52:32.785313 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ccc2b19d-b8c6-4fcc-8266-7d4746bf70c3 req-10269c9a-099c-48e6-a82a-c3ea2fa55dab tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624490 Aug 16 17:52:32.811890 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-3b223dad-7f6c-45d3-b48e-772e8dc356eb service neutron] For port 06994382-152c-48ee-81f1-2f65d9428e24, host hv-cinder-79760, cleared binding levels {{(pid=101349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:52:32.819052 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-3b223dad-7f6c-45d3-b48e-772e8dc356eb service neutron] For port 06994382-152c-48ee-81f1-2f65d9428e24, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=06994382-152c-48ee-81f1-2f65d9428e24,segment=NetworkSegment(670ee39c-d21d-439e-a9e5-a108d4905a64),segment_id=670ee39c-d21d-439e-a9e5-a108d4905a64)] {{(pid=101349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:52:32.837439 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-331f1fe5-2f33-4acc-b8b6-190ae6eed440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e629d6ec-b50f-4fb3-a94d-84264f4b18ea', 'name': 'tempest-TestShelveInstance-543085044-router', 'tenant_id': '67e93bc9aa8640229cc9f17f3199ca27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:51:17Z', 'updated_at': '2021-08-16T17:51:20Z', 'revision_number': 4, 'project_id': '67e93bc9aa8640229cc9f17f3199ca27', 'gw_port': {'id': '3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e629d6ec-b50f-4fb3-a94d-84264f4b18ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:51:17Z', 'updated_at': '2021-08-16T17:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_floatingips': [{'id': '109dc1ec-c8f0-467c-845a-ff44c3b1106e', 'tenant_id': '67e93bc9aa8640229cc9f17f3199ca27', 'floating_ip_address': '172.27.3.253', 'floating_network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'router_id': 'e629d6ec-b50f-4fb3-a94d-84264f4b18ea', 'port_id': '22583d25-1bc6-40f3-941e-2b36ffcb081d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abd87892-01ae-487a-b700-498630f47a61', 'mac_address': 'fa:16:3e:a4:34:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905b9710-bc8f-4552-9f94-46cae368d49e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T17:52:30Z', 'updated_at': '2021-08-16T17:52:30Z', 'revision_number': 0, 'project_id': '67e93bc9aa8640229cc9f17f3199ca27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '894ac00b-80ac-47b1-90a5-b5baf35313a7', 'name': '', 'network_id': 'abd87892-01ae-487a-b700-498630f47a61', 'tenant_id': '67e93bc9aa8640229cc9f17f3199ca27', 'mac_address': 'fa:16:3e:27:aa:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e629d6ec-b50f-4fb3-a94d-84264f4b18ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b77c348c-0c1d-4052-baba-3868ce8adf35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:51:20Z', 'updated_at': '2021-08-16T17:51:25Z', 'revision_number': 5, 'project_id': '67e93bc9aa8640229cc9f17f3199ca27', 'subnets': [{'id': 'b77c348c-0c1d-4052-baba-3868ce8adf35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:52:32.837718 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e023da-e989-4045-9be6-cb7a6fa4a50a req-b28e91f0-bf4c-4348-b0c5-339a75d62e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:32.840608 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-53e023da-e989-4045-9be6-cb7a6fa4a50a req-b28e91f0-bf4c-4348-b0c5-339a75d62e83 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b77c348c-0c1d-4052-baba-3868ce8adf35 HTTP/1.1" status: 200 len: 847 time: 0.1655054 Aug 16 17:52:32.871619 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-82890c98-94d3-4440-acb3-1e260884ea8b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4811479'] for port, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:32.881105 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 9c138bc0-b659-41ca-b07d-dbed825e3255 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:52:32.885549 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331f1fe5-2f33-4acc-b8b6-190ae6eed440 None None] The sync data for ids ['e629d6ec-b50f-4fb3-a94d-84264f4b18ea'] in dv-cinder-797608-18-iscsi is: [{'id': 'e629d6ec-b50f-4fb3-a94d-84264f4b18ea', 'name': 'tempest-TestShelveInstance-543085044-router', 'tenant_id': '67e93bc9aa8640229cc9f17f3199ca27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:51:17Z', 'updated_at': '2021-08-16T17:51:20Z', 'revision_number': 4, 'project_id': '67e93bc9aa8640229cc9f17f3199ca27', 'gw_port': {'id': '3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e629d6ec-b50f-4fb3-a94d-84264f4b18ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:51:17Z', 'updated_at': '2021-08-16T17:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_floatingips': [{'id': '109dc1ec-c8f0-467c-845a-ff44c3b1106e', 'tenant_id': '67e93bc9aa8640229cc9f17f3199ca27', 'floating_ip_address': '172.27.3.253', 'floating_network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'router_id': 'e629d6ec-b50f-4fb3-a94d-84264f4b18ea', 'port_id': '22583d25-1bc6-40f3-941e-2b36ffcb081d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abd87892-01ae-487a-b700-498630f47a61', 'mac_address': 'fa:16:3e:a4:34:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905b9710-bc8f-4552-9f94-46cae368d49e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T17:52:30Z', 'updated_at': '2021-08-16T17:52:30Z', 'revision_number': 0, 'project_id': '67e93bc9aa8640229cc9f17f3199ca27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '894ac00b-80ac-47b1-90a5-b5baf35313a7', 'name': '', 'network_id': 'abd87892-01ae-487a-b700-498630f47a61', 'tenant_id': '67e93bc9aa8640229cc9f17f3199ca27', 'mac_address': 'fa:16:3e:27:aa:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e629d6ec-b50f-4fb3-a94d-84264f4b18ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b77c348c-0c1d-4052-baba-3868ce8adf35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:51:20Z', 'updated_at': '2021-08-16T17:51:25Z', 'revision_number': 5, 'project_id': '67e93bc9aa8640229cc9f17f3199ca27', 'subnets': [{'id': 'b77c348c-0c1d-4052-baba-3868ce8adf35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 17:52:32.906314 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-3b223dad-7f6c-45d3-b48e-772e8dc356eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5660737'] for port, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:32.908957 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] No Port match for: 9c138bc0-b659-41ca-b07d-dbed825e3255 {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 17:52:32.909586 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 9c138bc0-b659-41ca-b07d-dbed825e3255 not bound to the agent host hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 17:52:32.937147 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82890c98-94d3-4440-acb3-1e260884ea8b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Pushing event deleted for resources: {'Port': ['ID=ff67aea6-314d-4d97-b43a-f200085047be,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:32.957369 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-3b223dad-7f6c-45d3-b48e-772e8dc356eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:32.958099 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-3b223dad-7f6c-45d3-b48e-772e8dc356eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:32.959482 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-3b223dad-7f6c-45d3-b48e-772e8dc356eb service neutron] 10.222.0.13 "PUT /v2.0/ports/06994382-152c-48ee-81f1-2f65d9428e24 HTTP/1.1" status: 200 len: 1094 time: 1.1138234 Aug 16 17:52:32.960666 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf43004f-7c54-401e-9272-3664b1dcf851', 'tag': '06994382-152c-48ee-81f1-2f65d9428e24'}] {{(pid=101349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:52:32.963816 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}934f09010de237f24c102465ff13aed95362a81e3346d32f1bd52d9236897e6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3ac7c0-5fee-458c-987e-116e27270129" -d '{"events": [{"name": "network-changed", "server_uuid": "cf43004f-7c54-401e-9272-3664b1dcf851", "tag": "06994382-152c-48ee-81f1-2f65d9428e24"}]}' {{(pid=101349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:52:32.982238 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e023da-e989-4045-9be6-cb7a6fa4a50a req-1a5ecca8-b6c5-4c89-ac63-ec8400e08958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:32.983548 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-53e023da-e989-4045-9be6-cb7a6fa4a50a req-1a5ecca8-b6c5-4c89-ac63-ec8400e08958 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=abd87892-01ae-487a-b700-498630f47a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1234958 Aug 16 17:52:32.986643 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b223dad-7f6c-45d3-b48e-772e8dc356eb service neutron] Pushing event updated for resources: {'Port': ['ID=06994382-152c-48ee-81f1-2f65d9428e24,revision_number=3']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:33.018574 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236aa9dd-a33a-451e-8bc7-808467ea0653 req-8fa24b20-635a-4ad4-8477-45add06f7e42 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:33.020107 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-236aa9dd-a33a-451e-8bc7-808467ea0653 req-8fa24b20-635a-4ad4-8477-45add06f7e42 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf43004f-7c54-401e-9272-3664b1dcf851 HTTP/1.1" status: 200 len: 944 time: 0.1438391 Aug 16 17:52:33.023002 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-82890c98-94d3-4440-acb3-1e260884ea8b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for floatingip, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:33.026660 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-82890c98-94d3-4440-acb3-1e260884ea8b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for floatingip, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:33.027783 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-82890c98-94d3-4440-acb3-1e260884ea8b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "DELETE /v2.0/floatingips/4f2441e2-96c9-4936-81ea-81f9eaa8c4b1 HTTP/1.1" status: 204 len: 168 time: 0.6704531 Aug 16 17:52:33.077582 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-236aa9dd-a33a-451e-8bc7-808467ea0653 req-4c134b25-2cdc-4ca6-ba03-95e5a29fa5e2 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/security-groups?id=81d66009-ac2c-475d-b4ed-165198bbf570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487001 Aug 16 17:52:33.108256 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-53e023da-e989-4045-9be6-cb7a6fa4a50a req-da6e84ce-9f89-4e70-8008-398bddb174a4 service neutron] 10.222.0.13 "GET /v2.0/networks/abd87892-01ae-487a-b700-498630f47a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092744 Aug 16 17:52:33.160449 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfe77ec-9bcd-46b5-a58e-926f32bb86d2 None None] New status for floating IP 109dc1ec-c8f0-467c-845a-ff44c3b1106e: ACTIVE {{(pid=101352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 17:52:33.163540 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 17:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583b478d-9476-4dc0-b75d-0c3aaaba7140 x-openstack-request-id: req-583b478d-9476-4dc0-b75d-0c3aaaba7140 {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:52:33.163832 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf43004f-7c54-401e-9272-3664b1dcf851", "tag": "06994382-152c-48ee-81f1-2f65d9428e24", "status": "completed", "code": 200}]} {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:52:33.164085 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-583b478d-9476-4dc0-b75d-0c3aaaba7140 {{(pid=101349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:52:33.164473 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf43004f-7c54-401e-9272-3664b1dcf851', 'tag': '06994382-152c-48ee-81f1-2f65d9428e24', 'status': 'completed', 'code': 200} Aug 16 17:52:33.219673 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-e88161d7-9348-48b9-bf70-6be48998ec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:33.221255 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-e88161d7-9348-48b9-bf70-6be48998ec7e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3362f71ed5eb411fb370e54f35aeb9d6&device_id=cf43004f-7c54-401e-9272-3664b1dcf851 HTTP/1.1" status: 200 len: 1097 time: 0.0921705 Aug 16 17:52:33.278486 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-53e023da-e989-4045-9be6-cb7a6fa4a50a req-ff705387-f080-46ad-b193-99481aa8f8ee service neutron] 10.222.0.13 "GET /v2.0/networks/abd87892-01ae-487a-b700-498630f47a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574316 Aug 16 17:52:33.279850 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-8b52b317-3bb4-484c-927d-c23eecf1e8f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06994382-152c-48ee-81f1-2f65d9428e24 HTTP/1.1" status: 200 len: 217 time: 0.0389872 Aug 16 17:52:33.450043 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 55400) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:52:33.454710 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-898b11b4-ac64-4762-b78a-4beb414b7cdf tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--728685023', 'description': 'tempest-description--562480959'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:52:33.470986 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-6b0ca405-8f59-494c-9919-bc458e0e3c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:33.472470 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-6b0ca405-8f59-494c-9919-bc458e0e3c8f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=523e264e-f554-4600-ada7-d36ef9570672 HTTP/1.1" status: 200 len: 854 time: 0.0627940 Aug 16 17:52:33.525809 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-8f4bb3f1-815f-4d55-a389-054ded5d62e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=53c5bdea-e277-4736-a130-3678bcf1da2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275133 Aug 16 17:52:33.533287 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-898b11b4-ac64-4762-b78a-4beb414b7cdf tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:33.658474 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-2e51e135-57a9-4314-99ed-1ed6b133cda1 service neutron] 10.222.0.13 "GET /v2.0/networks/53c5bdea-e277-4736-a130-3678bcf1da2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154613 Aug 16 17:52:33.729498 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-898b11b4-ac64-4762-b78a-4beb414b7cdf tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:33.770589 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-b12c049b-96ca-44be-8b47-226ae2cc8110 req-12c7a4f2-9e52-4053-b3b7-a857454355af service neutron] 10.222.0.13 "GET /v2.0/networks/53c5bdea-e277-4736-a130-3678bcf1da2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939758 Aug 16 17:52:33.865100 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-898b11b4-ac64-4762-b78a-4beb414b7cdf tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:33.894783 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b11b4-ac64-4762-b78a-4beb414b7cdf tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7097bc0c-bd40-4484-bf33-bfa20b0c22a4,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:33.928025 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930dae2-fa7a-47fc-90dc-53dee57579a4 req-36610a3e-75c5-4aca-b4bd-46d72eaa78dd tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:33.929464 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-9930dae2-fa7a-47fc-90dc-53dee57579a4 req-36610a3e-75c5-4aca-b4bd-46d72eaa78dd tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca32a293-fe93-40e7-a5be-8111666fdd7a HTTP/1.1" status: 200 len: 946 time: 0.0507390 Aug 16 17:52:33.966623 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-9930dae2-fa7a-47fc-90dc-53dee57579a4 req-ae4dd0b0-0231-41dd-9cfd-fa446dcd0130 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305705 Aug 16 17:52:34.007775 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-898b11b4-ac64-4762-b78a-4beb414b7cdf tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:34.009135 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-898b11b4-ac64-4762-b78a-4beb414b7cdf tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5579741 Aug 16 17:52:34.021430 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 55406) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:52:34.026382 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-105511e6-74de-465e-b2a5-548c039e44c1 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Request body: {'security_group_rule': {'security_group_id': '7097bc0c-bd40-4484-bf33-bfa20b0c22a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:52:34.057439 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ac7c0-5fee-458c-987e-116e27270129 req-37e51544-aaa8-44a5-a8b2-b7148b1bfd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:34.057640 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-cb3ac7c0-5fee-458c-987e-116e27270129 req-37e51544-aaa8-44a5-a8b2-b7148b1bfd44 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3362f71ed5eb411fb370e54f35aeb9d6&device_id=cf43004f-7c54-401e-9272-3664b1dcf851 HTTP/1.1" status: 200 len: 1097 time: 0.0423377 Aug 16 17:52:34.126963 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-105511e6-74de-465e-b2a5-548c039e44c1 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:34.153668 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ac7c0-5fee-458c-987e-116e27270129 req-4c147779-6482-4434-bd25-7fffe5c606f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:34.155164 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-cb3ac7c0-5fee-458c-987e-116e27270129 req-4c147779-6482-4434-bd25-7fffe5c606f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=53c5bdea-e277-4736-a130-3678bcf1da2c HTTP/1.1" status: 200 len: 915 time: 0.0895188 Aug 16 17:52:34.198321 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-cb3ac7c0-5fee-458c-987e-116e27270129 req-af5af0e8-6a41-4b1d-b472-d222c5e32d31 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06994382-152c-48ee-81f1-2f65d9428e24 HTTP/1.1" status: 200 len: 217 time: 0.0350106 Aug 16 17:52:34.208127 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-105511e6-74de-465e-b2a5-548c039e44c1 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:34.228647 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657b9d2-b6a7-42ed-aaeb-ce86eed6eea6 req-6f2ae2e7-b179-43d0-b43b-820f204e186a tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:34.231051 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2657b9d2-b6a7-42ed-aaeb-ce86eed6eea6 req-6f2ae2e7-b179-43d0-b43b-820f204e186a tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf43004f-7c54-401e-9272-3664b1dcf851 HTTP/1.1" status: 200 len: 944 time: 0.0565827 Aug 16 17:52:34.253328 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ac7c0-5fee-458c-987e-116e27270129 req-cd8b9281-ff27-44a5-bd2d-18e0bed3fe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:34.254745 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-cb3ac7c0-5fee-458c-987e-116e27270129 req-cd8b9281-ff27-44a5-bd2d-18e0bed3fe21 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=523e264e-f554-4600-ada7-d36ef9570672 HTTP/1.1" status: 200 len: 854 time: 0.0454562 Aug 16 17:52:34.269444 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2657b9d2-b6a7-42ed-aaeb-ce86eed6eea6 req-ca091727-1b5e-4a0d-9c97-d85ef9923087 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/security-groups?id=81d66009-ac2c-475d-b4ed-165198bbf570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324857 Aug 16 17:52:34.276441 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-105511e6-74de-465e-b2a5-548c039e44c1 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731246'] for security_group_rule, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:34.297362 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105511e6-74de-465e-b2a5-548c039e44c1 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8807fea7-07ff-44a9-8327-94ab06220654,revision_number=0']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:34.396779 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-105511e6-74de-465e-b2a5-548c039e44c1 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:34.398048 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-105511e6-74de-465e-b2a5-548c039e44c1 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3755045 Aug 16 17:52:34.401320 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 55410) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:52:34.406007 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-690d5dda-4470-4137-a195-8b21f0318d36 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Request body: {'security_group_rule': {'security_group_id': '7097bc0c-bd40-4484-bf33-bfa20b0c22a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:52:34.521549 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-690d5dda-4470-4137-a195-8b21f0318d36 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:34.522469 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-cb3ac7c0-5fee-458c-987e-116e27270129 req-92ab6709-e4ef-4d54-93be-cdf852c0c330 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=53c5bdea-e277-4736-a130-3678bcf1da2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2584379 Aug 16 17:52:34.592101 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-690d5dda-4470-4137-a195-8b21f0318d36 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:34.613219 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-cb3ac7c0-5fee-458c-987e-116e27270129 req-980c5e81-7733-46be-91d2-4762be0b0bdb service neutron] 10.222.0.13 "GET /v2.0/networks/53c5bdea-e277-4736-a130-3678bcf1da2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826945 Aug 16 17:52:34.677329 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-690d5dda-4470-4137-a195-8b21f0318d36 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731246'] for security_group_rule, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:34.695571 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d5dda-4470-4137-a195-8b21f0318d36 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d99f0a0-187f-4789-9c4f-656873f450d8,revision_number=0']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:34.720321 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-cb3ac7c0-5fee-458c-987e-116e27270129 req-5a3200d8-ae75-461f-8987-e96c9fd8379d service neutron] 10.222.0.13 "GET /v2.0/networks/53c5bdea-e277-4736-a130-3678bcf1da2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968628 Aug 16 17:52:34.767189 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 6 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 17:52:34.799714 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-690d5dda-4470-4137-a195-8b21f0318d36 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:34.801091 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-690d5dda-4470-4137-a195-8b21f0318d36 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3987441 Aug 16 17:52:34.801294 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 55416) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:52:34.809101 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-f13c557d-ba97-4e2a-a88f-1a006347058b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Request body: {'floatingip': {'floating_network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:52:34.893471 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f13c557d-ba97-4e2a-a88f-1a006347058b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for floatingip, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:34.992626 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f13c557d-ba97-4e2a-a88f-1a006347058b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:35.097717 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.db_base_plugin_common [None req-f13c557d-ba97-4e2a-a88f-1a006347058b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Allocated IP 172.27.3.98 (d857f842-3fbc-4776-aae7-ff863ed2df9e/954a9ada-4a6b-483d-99dd-491d9afbe734/ef27e5d2-a522-4665-9eb7-205145f5809d) {{(pid=101349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:52:35.195906 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f13c557d-ba97-4e2a-a88f-1a006347058b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for port, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:35.276577 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f13c557d-ba97-4e2a-a88f-1a006347058b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:35.320807 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13c557d-ba97-4e2a-a88f-1a006347058b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Network d857f842-3fbc-4776-aae7-ff863ed2df9e is already hosted by enough agents. {{(pid=101349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:52:35.327659 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.base_scheduler [None req-f13c557d-ba97-4e2a-a88f-1a006347058b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Resources bound (agent type, host, resource id): {{(pid=101349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:52:35.330160 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13c557d-ba97-4e2a-a88f-1a006347058b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Received port after_create {{(pid=101349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:52:35.355436 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c557d-ba97-4e2a-a88f-1a006347058b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Pushing event updated for resources: {'Port': ['ID=ef27e5d2-a522-4665-9eb7-205145f5809d,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:35.386232 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7057ea-9918-4c77-8e7b-f03a31572a83 req-11914bf7-cb67-415d-b3e9-9dc06e30b2f3 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:35.388351 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7f7057ea-9918-4c77-8e7b-f03a31572a83 req-11914bf7-cb67-415d-b3e9-9dc06e30b2f3 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf43004f-7c54-401e-9272-3664b1dcf851 HTTP/1.1" status: 200 len: 944 time: 0.0488968 Aug 16 17:52:35.422650 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f13c557d-ba97-4e2a-a88f-1a006347058b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:35.425432 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7f7057ea-9918-4c77-8e7b-f03a31572a83 req-69a94d97-a298-4874-9c2c-5e7fde919a23 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/security-groups?id=81d66009-ac2c-475d-b4ed-165198bbf570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316298 Aug 16 17:52:35.501701 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f13c557d-ba97-4e2a-a88f-1a006347058b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:35.651203 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f13c557d-ba97-4e2a-a88f-1a006347058b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for port, precommit_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:35.704910 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f13c557d-ba97-4e2a-a88f-1a006347058b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5660737'] for port, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:35.772434 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c557d-ba97-4e2a-a88f-1a006347058b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Pushing event updated for resources: {'Port': ['ID=ef27e5d2-a522-4665-9eb7-205145f5809d,revision_number=2']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:35.788636 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f13c557d-ba97-4e2a-a88f-1a006347058b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726209'] for floatingip, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:35.842137 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f13c557d-ba97-4e2a-a88f-1a006347058b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for floatingip, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:35.843596 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-f13c557d-ba97-4e2a-a88f-1a006347058b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0408211 Aug 16 17:52:36.709833 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-5899609d-ca32-4477-b74e-51e197c44a0f req-e5ed12d2-88ed-4ff5-9b51-ff475b001137 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--728685023&fields=id&tenant_id=3cf94379c7f24013b25e39317315f217 HTTP/1.1" status: 200 len: 267 time: 0.0327010 Aug 16 17:52:36.821272 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899609d-ca32-4477-b74e-51e197c44a0f req-567f7826-18fa-4ab0-9d2d-37d39923951f tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:36.822952 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-5899609d-ca32-4477-b74e-51e197c44a0f req-567f7826-18fa-4ab0-9d2d-37d39923951f tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/networks?id=cf977a3b-5d44-4959-9dba-d50c353bb70f HTTP/1.1" status: 200 len: 817 time: 0.1064529 Aug 16 17:52:36.837581 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-5899609d-ca32-4477-b74e-51e197c44a0f req-d6a07c37-1869-4cec-bc5e-90c755274dc2 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/quotas/3cf94379c7f24013b25e39317315f217 HTTP/1.1" status: 200 len: 375 time: 0.0091770 Aug 16 17:52:36.888307 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 06994382-152c-48ee-81f1-2f65d9428e24 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=101351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 17:52:36.889563 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-5899609d-ca32-4477-b74e-51e197c44a0f req-1b002b9a-fd61-4315-a200-892e299feda4 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3cf94379c7f24013b25e39317315f217&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463922 Aug 16 17:52:36.989226 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 06994382-152c-48ee-81f1-2f65d9428e24, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=06994382-152c-48ee-81f1-2f65d9428e24,segment=NetworkSegment(670ee39c-d21d-439e-a9e5-a108d4905a64),segment_id=670ee39c-d21d-439e-a9e5-a108d4905a64)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:52:36.999951 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-5899609d-ca32-4477-b74e-51e197c44a0f req-d0c46c84-8740-403d-9584-d71d48ae5d87 service neutron] 10.222.0.73 "GET /v2.0/networks/cf977a3b-5d44-4959-9dba-d50c353bb70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982852 Aug 16 17:52:37.006665 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Returning: {'device': '06994382-152c-48ee-81f1-2f65d9428e24', 'network_id': '53c5bdea-e277-4736-a130-3678bcf1da2c', 'port_id': '06994382-152c-48ee-81f1-2f65d9428e24', 'mac_address': 'fa:16:3e:32:69:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '523e264e-f554-4600-ada7-d36ef9570672', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 17:52:37.044359 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:37.057664 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06994382-152c-48ee-81f1-2f65d9428e24 {{(pid=101351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:52:37.077833 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 06994382-152c-48ee-81f1-2f65d9428e24, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=06994382-152c-48ee-81f1-2f65d9428e24,segment=NetworkSegment(670ee39c-d21d-439e-a9e5-a108d4905a64),segment_id=670ee39c-d21d-439e-a9e5-a108d4905a64)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:52:37.091053 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-5899609d-ca32-4477-b74e-51e197c44a0f req-e599b379-5d23-4cba-bb02-61ef06e643f8 service neutron] 10.222.0.73 "GET /v2.0/networks/cf977a3b-5d44-4959-9dba-d50c353bb70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849140 Aug 16 17:52:37.139073 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:37.188384 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=06994382-152c-48ee-81f1-2f65d9428e24,revision_number=4']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:37.407769 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c5b97-8f0d-4a9e-b87c-e79f2c4a2c0c req-4e22e23b-0bc9-4779-ad1a-a7cfed490bf8 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:37.409648 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-530c5b97-8f0d-4a9e-b87c-e79f2c4a2c0c req-4e22e23b-0bc9-4779-ad1a-a7cfed490bf8 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf43004f-7c54-401e-9272-3664b1dcf851 HTTP/1.1" status: 200 len: 945 time: 0.0493486 Aug 16 17:52:37.447940 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-530c5b97-8f0d-4a9e-b87c-e79f2c4a2c0c req-a69f8c09-2f67-4134-a34c-e0e97b9e7385 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/security-groups?id=81d66009-ac2c-475d-b4ed-165198bbf570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321143 Aug 16 17:52:37.476923 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['06994382-152c-48ee-81f1-2f65d9428e24'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:52:37.514433 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8af46828-5dcd-488b-90c2-d9c38b4e7146 req-1aa02365-2ef3-44e3-b44a-c8603c3a6d01 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 210 time: 0.0288641 Aug 16 17:52:38.560952 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c5b06-b4ca-41cd-8859-151772a60185 req-73ae406a-8a67-441e-85d0-2ac65af6fea7 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:38.562340 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-812c5b06-b4ca-41cd-8859-151772a60185 req-73ae406a-8a67-441e-85d0-2ac65af6fea7 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf43004f-7c54-401e-9272-3664b1dcf851 HTTP/1.1" status: 200 len: 945 time: 0.0487378 Aug 16 17:52:38.599350 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-812c5b06-b4ca-41cd-8859-151772a60185 req-8e957f1e-20a4-4c78-95d1-8d0f08163de9 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/security-groups?id=81d66009-ac2c-475d-b4ed-165198bbf570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310819 Aug 16 17:52:38.678132 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-36c4afca-43e8-410b-a4f5-a76bda914db9 req-2e40e70e-6ad1-4bf2-af97-eab9d3d5db98 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 210 time: 0.0254657 Aug 16 17:52:38.903218 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 06994382-152c-48ee-81f1-2f65d9428e24 up at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:52:39.030658 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning for port 06994382-152c-48ee-81f1-2f65d9428e24 completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:52:39.034814 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning complete for port 06994382-152c-48ee-81f1-2f65d9428e24 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:52:39.035186 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:39.108924 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:39.132128 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf43004f-7c54-401e-9272-3664b1dcf851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06994382-152c-48ee-81f1-2f65d9428e24'}] {{(pid=101351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:52:39.134947 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4661e6bc32737764ca712b7c7300ac6ad1a8a79a1ea43afdc004a14577d676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffc9019-f8ce-478f-8e76-de24c645613b" -d '{"events": [{"server_uuid": "cf43004f-7c54-401e-9272-3664b1dcf851", "name": "network-vif-plugged", "status": "completed", "tag": "06994382-152c-48ee-81f1-2f65d9428e24"}]}' {{(pid=101351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:52:39.147914 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 06994382-152c-48ee-81f1-2f65d9428e24, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=06994382-152c-48ee-81f1-2f65d9428e24,segment=NetworkSegment(670ee39c-d21d-439e-a9e5-a108d4905a64),segment_id=670ee39c-d21d-439e-a9e5-a108d4905a64)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:52:39.170260 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb1735b-680b-4c25-94b8-b4fefee030a1 x-openstack-request-id: req-eeb1735b-680b-4c25-94b8-b4fefee030a1 {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:52:39.170547 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf43004f-7c54-401e-9272-3664b1dcf851", "name": "network-vif-plugged", "status": "completed", "tag": "06994382-152c-48ee-81f1-2f65d9428e24", "code": 200}]} {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:52:39.170797 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-eeb1735b-680b-4c25-94b8-b4fefee030a1 {{(pid=101351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:52:39.171180 dv-cinder-797608-18-iscsi neutron-server[101351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf43004f-7c54-401e-9272-3664b1dcf851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06994382-152c-48ee-81f1-2f65d9428e24', 'code': 200} Aug 16 17:52:39.207712 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:39.255742 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=06994382-152c-48ee-81f1-2f65d9428e24,revision_number=5']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:39.438352 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899609d-ca32-4477-b74e-51e197c44a0f req-2aac70b1-8551-40e0-b8f1-9da65a62b7e3 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:39.439715 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-5899609d-ca32-4477-b74e-51e197c44a0f req-2aac70b1-8551-40e0-b8f1-9da65a62b7e3 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.13 "GET /v2.0/networks?id=cf977a3b-5d44-4959-9dba-d50c353bb70f HTTP/1.1" status: 200 len: 817 time: 0.1092820 Aug 16 17:52:39.532344 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-5899609d-ca32-4477-b74e-51e197c44a0f req-dccbddbc-760c-4c40-880f-56b9d4ac233c tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cf94379c7f24013b25e39317315f217 HTTP/1.1" status: 200 len: 379 time: 0.0670700 Aug 16 17:52:39.538614 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefc77e-7512-47d6-91d3-411b13fa9588 req-f32642a8-92a7-41c4-bd35-95ecc9fb0b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:39.540597 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-ceefc77e-7512-47d6-91d3-411b13fa9588 req-f32642a8-92a7-41c4-bd35-95ecc9fb0b63 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cf43004f-7c54-401e-9272-3664b1dcf851 HTTP/1.1" status: 200 len: 1099 time: 0.0737386 Aug 16 17:52:39.545676 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [req-5899609d-ca32-4477-b74e-51e197c44a0f req-952f3a71-77f6-4aa5-a3e5-a03f6306d9f6 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Request body: {'port': {'device_id': 'ca815f5d-2d36-48c3-89e4-158a73cb6f37', 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f', 'admin_state_up': True, 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'security_groups': ['7097bc0c-bd40-4484-bf33-bfa20b0c22a4']}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:52:39.625328 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-ceefc77e-7512-47d6-91d3-411b13fa9588 req-08e09c28-edbb-43c7-8433-ea39384f6120 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=81d66009-ac2c-475d-b4ed-165198bbf570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749502 Aug 16 17:52:39.718930 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c62ec-c1fc-4352-81a4-1c3a5ddc8041 req-93b75425-452d-4a4b-9b3b-eee5a3a9c053 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:39.720301 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-418c62ec-c1fc-4352-81a4-1c3a5ddc8041 req-93b75425-452d-4a4b-9b3b-eee5a3a9c053 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf43004f-7c54-401e-9272-3664b1dcf851 HTTP/1.1" status: 200 len: 946 time: 0.0504379 Aug 16 17:52:39.757515 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-418c62ec-c1fc-4352-81a4-1c3a5ddc8041 req-ae66489c-7582-4527-bedc-2990d64dcd46 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/security-groups?id=81d66009-ac2c-475d-b4ed-165198bbf570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310776 Aug 16 17:52:39.767595 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5899609d-ca32-4477-b74e-51e197c44a0f req-952f3a71-77f6-4aa5-a3e5-a03f6306d9f6 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Made reservation on behalf of 3cf94379c7f24013b25e39317315f217 for: {'port': 1} {{(pid=101349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:52:39.771219 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-5899609d-ca32-4477-b74e-51e197c44a0f req-952f3a71-77f6-4aa5-a3e5-a03f6306d9f6 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:39.844940 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2215972a-dc1b-4e61-a024-d85a8ea667bf req-9ad40d3b-75a9-46aa-8df6-8fcb6cfb7beb tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 210 time: 0.0316756 Aug 16 17:52:39.903843 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.db_base_plugin_common [req-5899609d-ca32-4477-b74e-51e197c44a0f req-952f3a71-77f6-4aa5-a3e5-a03f6306d9f6 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Allocated IP 172.20.0.10 (cf977a3b-5d44-4959-9dba-d50c353bb70f/c0c1f877-910d-484d-a497-8ce21ca738df/d6b80bf6-26d1-4eb6-a179-42800b86e609) {{(pid=101349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:52:40.039420 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-5899609d-ca32-4477-b74e-51e197c44a0f req-952f3a71-77f6-4aa5-a3e5-a03f6306d9f6 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for port, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:40.052041 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.provisioning_blocks [req-5899609d-ca32-4477-b74e-51e197c44a0f req-952f3a71-77f6-4aa5-a3e5-a03f6306d9f6 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Transition to ACTIVE for port object d6b80bf6-26d1-4eb6-a179-42800b86e609 will not be triggered until provisioned by entity DHCP. {{(pid=101349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:52:40.168097 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-5899609d-ca32-4477-b74e-51e197c44a0f req-952f3a71-77f6-4aa5-a3e5-a03f6306d9f6 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:40.211847 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5899609d-ca32-4477-b74e-51e197c44a0f req-952f3a71-77f6-4aa5-a3e5-a03f6306d9f6 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Network cf977a3b-5d44-4959-9dba-d50c353bb70f is already hosted by enough agents. {{(pid=101349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:52:40.214919 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.base_scheduler [req-5899609d-ca32-4477-b74e-51e197c44a0f req-952f3a71-77f6-4aa5-a3e5-a03f6306d9f6 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Resources bound (agent type, host, resource id): {{(pid=101349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:52:40.217160 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [req-5899609d-ca32-4477-b74e-51e197c44a0f req-952f3a71-77f6-4aa5-a3e5-a03f6306d9f6 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Received port after_create {{(pid=101349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:52:40.242837 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f3a71-77f6-4aa5-a3e5-a03f6306d9f6 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Pushing event updated for resources: {'Port': ['ID=d6b80bf6-26d1-4eb6-a179-42800b86e609,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:40.273424 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899609d-ca32-4477-b74e-51e197c44a0f req-952f3a71-77f6-4aa5-a3e5-a03f6306d9f6 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:40.274167 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-5899609d-ca32-4477-b74e-51e197c44a0f req-952f3a71-77f6-4aa5-a3e5-a03f6306d9f6 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:40.317006 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-5899609d-ca32-4477-b74e-51e197c44a0f req-952f3a71-77f6-4aa5-a3e5-a03f6306d9f6 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7754109 Aug 16 17:52:40.341883 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [req-5899609d-ca32-4477-b74e-51e197c44a0f req-5e26ad14-3c65-43a9-bc3d-22433789c74b service neutron] Request body: {'port': {'device_id': 'ca815f5d-2d36-48c3-89e4-158a73cb6f37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:52:40.398943 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-5899609d-ca32-4477-b74e-51e197c44a0f req-5e26ad14-3c65-43a9-bc3d-22433789c74b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:40.521976 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-da22080f-8115-4a5e-972f-8a2a39677b1b None None] Provisioning for port d6b80bf6-26d1-4eb6-a179-42800b86e609 completed by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:52:40.526697 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-da22080f-8115-4a5e-972f-8a2a39677b1b None None] Provisioning complete for port d6b80bf6-26d1-4eb6-a179-42800b86e609 triggered by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:52:40.527127 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-da22080f-8115-4a5e-972f-8a2a39677b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:40.565240 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-da22080f-8115-4a5e-972f-8a2a39677b1b None None] Port d6b80bf6-26d1-4eb6-a179-42800b86e609 cannot update to ACTIVE because it is not bound. {{(pid=101351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 17:52:40.656445 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [req-5899609d-ca32-4477-b74e-51e197c44a0f req-5e26ad14-3c65-43a9-bc3d-22433789c74b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6b80bf6-26d1-4eb6-a179-42800b86e609 {{(pid=101349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:52:40.663957 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-5899609d-ca32-4477-b74e-51e197c44a0f req-5e26ad14-3c65-43a9-bc3d-22433789c74b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:40.675605 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.provisioning_blocks [req-5899609d-ca32-4477-b74e-51e197c44a0f req-5e26ad14-3c65-43a9-bc3d-22433789c74b service neutron] Transition to ACTIVE for port object d6b80bf6-26d1-4eb6-a179-42800b86e609 will not be triggered until provisioned by entity L2. {{(pid=101349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:52:40.727788 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-5899609d-ca32-4477-b74e-51e197c44a0f req-5e26ad14-3c65-43a9-bc3d-22433789c74b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5660737'] for port, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:40.787334 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e26ad14-3c65-43a9-bc3d-22433789c74b service neutron] Pushing event updated for resources: {'Port': ['ID=d6b80bf6-26d1-4eb6-a179-42800b86e609,revision_number=2']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:40.883127 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-5899609d-ca32-4477-b74e-51e197c44a0f req-5e26ad14-3c65-43a9-bc3d-22433789c74b service neutron] Attempting to bind port d6b80bf6-26d1-4eb6-a179-42800b86e609 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:52:40.883486 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-5899609d-ca32-4477-b74e-51e197c44a0f req-5e26ad14-3c65-43a9-bc3d-22433789c74b service neutron] Attempting to bind port d6b80bf6-26d1-4eb6-a179-42800b86e609 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '1d556eea-2e00-495e-a4c4-1b5b0d31797f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f'}] {{(pid=101349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:52:40.886036 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5899609d-ca32-4477-b74e-51e197c44a0f req-5e26ad14-3c65-43a9-bc3d-22433789c74b service neutron] Attempting to bind port d6b80bf6-26d1-4eb6-a179-42800b86e609 on network cf977a3b-5d44-4959-9dba-d50c353bb70f {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:52:40.902285 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7ede3-4923-46c5-b9e7-6b4e382f568e req-9c82d585-fdf8-4b13-b614-e2135f4bcec4 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:40.904170 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5899609d-ca32-4477-b74e-51e197c44a0f req-5e26ad14-3c65-43a9-bc3d-22433789c74b service neutron] Port d6b80bf6-26d1-4eb6-a179-42800b86e609 on network cf977a3b-5d44-4959-9dba-d50c353bb70f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 17:52:40.904531 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5899609d-ca32-4477-b74e-51e197c44a0f req-5e26ad14-3c65-43a9-bc3d-22433789c74b service neutron] Attempting to bind port d6b80bf6-26d1-4eb6-a179-42800b86e609 on network cf977a3b-5d44-4959-9dba-d50c353bb70f {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:52:40.909100 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-98d7ede3-4923-46c5-b9e7-6b4e382f568e req-9c82d585-fdf8-4b13-b614-e2135f4bcec4 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf43004f-7c54-401e-9272-3664b1dcf851 HTTP/1.1" status: 200 len: 946 time: 0.0681202 Aug 16 17:52:40.912124 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5899609d-ca32-4477-b74e-51e197c44a0f req-5e26ad14-3c65-43a9-bc3d-22433789c74b service neutron] Checking agent: {'id': 'd413de79-89e7-4037-a6bb-11a55464df62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 45, 56), 'started_at': datetime.datetime(2021, 8, 16, 17, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:52:40.918149 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5899609d-ca32-4477-b74e-51e197c44a0f req-5e26ad14-3c65-43a9-bc3d-22433789c74b service neutron] Checking segment: {'id': '1d556eea-2e00-495e-a4c4-1b5b0d31797f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:52:40.918951 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5899609d-ca32-4477-b74e-51e197c44a0f req-5e26ad14-3c65-43a9-bc3d-22433789c74b service neutron] Bound using segment: {'id': '1d556eea-2e00-495e-a4c4-1b5b0d31797f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f'} {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:52:40.919771 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-5899609d-ca32-4477-b74e-51e197c44a0f req-5e26ad14-3c65-43a9-bc3d-22433789c74b service neutron] Bound port: d6b80bf6-26d1-4eb6-a179-42800b86e609, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d556eea-2e00-495e-a4c4-1b5b0d31797f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f'}}] {{(pid=101349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:52:40.920677 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-5899609d-ca32-4477-b74e-51e197c44a0f req-5e26ad14-3c65-43a9-bc3d-22433789c74b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:40.956113 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-98d7ede3-4923-46c5-b9e7-6b4e382f568e req-8dedf33b-2bfb-4046-a019-b4d85b10267f tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/security-groups?id=81d66009-ac2c-475d-b4ed-165198bbf570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345035 Aug 16 17:52:40.997237 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-5899609d-ca32-4477-b74e-51e197c44a0f req-5e26ad14-3c65-43a9-bc3d-22433789c74b service neutron] For port d6b80bf6-26d1-4eb6-a179-42800b86e609, host hv-cinder-79760, cleared binding levels {{(pid=101349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:52:41.000433 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-5899609d-ca32-4477-b74e-51e197c44a0f req-5e26ad14-3c65-43a9-bc3d-22433789c74b service neutron] For port d6b80bf6-26d1-4eb6-a179-42800b86e609, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d6b80bf6-26d1-4eb6-a179-42800b86e609,segment=NetworkSegment(1d556eea-2e00-495e-a4c4-1b5b0d31797f),segment_id=1d556eea-2e00-495e-a4c4-1b5b0d31797f)] {{(pid=101349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:52:41.059833 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c0b84-c01a-4099-ae4f-f30885dcbe0a req-26c4c3d9-8797-4c23-bf80-7acaab315e7d tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:41.061162 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2a3c0b84-c01a-4099-ae4f-f30885dcbe0a req-26c4c3d9-8797-4c23-bf80-7acaab315e7d tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 944 time: 0.0476477 Aug 16 17:52:41.082457 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-5899609d-ca32-4477-b74e-51e197c44a0f req-5e26ad14-3c65-43a9-bc3d-22433789c74b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5660737'] for port, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:41.101262 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2a3c0b84-c01a-4099-ae4f-f30885dcbe0a req-cf9f4453-953d-4256-9e10-15177735276d tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343072 Aug 16 17:52:41.114266 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899609d-ca32-4477-b74e-51e197c44a0f req-5e26ad14-3c65-43a9-bc3d-22433789c74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:41.115060 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-5899609d-ca32-4477-b74e-51e197c44a0f req-5e26ad14-3c65-43a9-bc3d-22433789c74b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:41.116469 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-5899609d-ca32-4477-b74e-51e197c44a0f req-5e26ad14-3c65-43a9-bc3d-22433789c74b service neutron] 10.222.0.13 "PUT /v2.0/ports/d6b80bf6-26d1-4eb6-a179-42800b86e609 HTTP/1.1" status: 200 len: 1094 time: 0.7794628 Aug 16 17:52:41.119561 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca815f5d-2d36-48c3-89e4-158a73cb6f37', 'tag': 'd6b80bf6-26d1-4eb6-a179-42800b86e609'}] {{(pid=101349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:52:41.121335 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}934f09010de237f24c102465ff13aed95362a81e3346d32f1bd52d9236897e6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5997eb70-6dc8-4408-84f7-de14d5e00680" -d '{"events": [{"name": "network-changed", "server_uuid": "ca815f5d-2d36-48c3-89e4-158a73cb6f37", "tag": "d6b80bf6-26d1-4eb6-a179-42800b86e609"}]}' {{(pid=101349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:52:41.152895 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e26ad14-3c65-43a9-bc3d-22433789c74b service neutron] Pushing event updated for resources: {'Port': ['ID=d6b80bf6-26d1-4eb6-a179-42800b86e609,revision_number=3']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:41.167699 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 17:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a3f74a-1359-4aa0-b610-f185a0a7695d x-openstack-request-id: req-14a3f74a-1359-4aa0-b610-f185a0a7695d {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:52:41.168017 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca815f5d-2d36-48c3-89e4-158a73cb6f37", "tag": "d6b80bf6-26d1-4eb6-a179-42800b86e609", "status": "completed", "code": 200}]} {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:52:41.168263 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-14a3f74a-1359-4aa0-b610-f185a0a7695d {{(pid=101349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:52:41.168797 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca815f5d-2d36-48c3-89e4-158a73cb6f37', 'tag': 'd6b80bf6-26d1-4eb6-a179-42800b86e609', 'status': 'completed', 'code': 200} Aug 16 17:52:41.272407 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997eb70-6dc8-4408-84f7-de14d5e00680 req-dc5db291-a2b7-4899-9263-868a3cc5b193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:41.273955 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-5997eb70-6dc8-4408-84f7-de14d5e00680 req-dc5db291-a2b7-4899-9263-868a3cc5b193 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cf94379c7f24013b25e39317315f217&device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 1097 time: 0.0462298 Aug 16 17:52:41.380956 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997eb70-6dc8-4408-84f7-de14d5e00680 req-a2c9ee24-09c9-4525-b152-9c360687194c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:41.382459 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-5997eb70-6dc8-4408-84f7-de14d5e00680 req-a2c9ee24-09c9-4525-b152-9c360687194c service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3cf94379c7f24013b25e39317315f217&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0902407 Aug 16 17:52:41.477933 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997eb70-6dc8-4408-84f7-de14d5e00680 req-8a17d220-cd55-4383-9b1c-b8e2fcb12ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:41.479367 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-5997eb70-6dc8-4408-84f7-de14d5e00680 req-8a17d220-cd55-4383-9b1c-b8e2fcb12ce5 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899687 Aug 16 17:52:41.579011 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899609d-ca32-4477-b74e-51e197c44a0f req-9e34f886-c317-46d5-b97d-c61359def713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:41.580382 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-5899609d-ca32-4477-b74e-51e197c44a0f req-9e34f886-c317-46d5-b97d-c61359def713 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cf94379c7f24013b25e39317315f217&device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 1097 time: 0.0387092 Aug 16 17:52:41.635181 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-5899609d-ca32-4477-b74e-51e197c44a0f req-11036659-4901-4137-9005-44e4015a4de9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6b80bf6-26d1-4eb6-a179-42800b86e609 HTTP/1.1" status: 200 len: 217 time: 0.0363996 Aug 16 17:52:41.682994 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899609d-ca32-4477-b74e-51e197c44a0f req-5002b5e7-f120-4a99-ad0f-6685565d8355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:41.684384 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-5899609d-ca32-4477-b74e-51e197c44a0f req-5002b5e7-f120-4a99-ad0f-6685565d8355 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0c1f877-910d-484d-a497-8ce21ca738df HTTP/1.1" status: 200 len: 856 time: 0.0423276 Aug 16 17:52:41.730693 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899609d-ca32-4477-b74e-51e197c44a0f req-994aad98-585e-4301-b29f-6f2ecb81c9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:41.732183 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-5899609d-ca32-4477-b74e-51e197c44a0f req-994aad98-585e-4301-b29f-6f2ecb81c9f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cf977a3b-5d44-4959-9dba-d50c353bb70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399754 Aug 16 17:52:41.893689 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-5899609d-ca32-4477-b74e-51e197c44a0f req-cf2dee6a-754e-4b86-939d-7cb168602c1f service neutron] 10.222.0.13 "GET /v2.0/networks/cf977a3b-5d44-4959-9dba-d50c353bb70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494689 Aug 16 17:52:41.989848 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-5899609d-ca32-4477-b74e-51e197c44a0f req-7d18372e-30f5-42bb-9f54-4bc4c32c2c47 service neutron] 10.222.0.13 "GET /v2.0/networks/cf977a3b-5d44-4959-9dba-d50c353bb70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885479 Aug 16 17:52:42.075388 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7048b-6655-4c32-9b61-7c718fe661cc req-b4b682c6-ce2e-4c26-b6df-6d2b6257b880 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:42.076830 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-9fb7048b-6655-4c32-9b61-7c718fe661cc req-b4b682c6-ce2e-4c26-b6df-6d2b6257b880 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf43004f-7c54-401e-9272-3664b1dcf851 HTTP/1.1" status: 200 len: 946 time: 0.0511587 Aug 16 17:52:42.114089 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-9fb7048b-6655-4c32-9b61-7c718fe661cc req-a26dbd96-f760-43bd-86a3-76483c86b84a tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/security-groups?id=81d66009-ac2c-475d-b4ed-165198bbf570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313678 Aug 16 17:52:42.215788 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d789e-4ce7-495f-afeb-4232d4e63a8c req-0a57bfcc-e4ea-4327-9858-f50abc1b175a tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:42.217166 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-267d789e-4ce7-495f-afeb-4232d4e63a8c req-0a57bfcc-e4ea-4327-9858-f50abc1b175a tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 944 time: 0.0465503 Aug 16 17:52:42.255289 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-267d789e-4ce7-495f-afeb-4232d4e63a8c req-d327ad5c-ae4f-4ff5-93eb-48b0059c3544 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318038 Aug 16 17:52:43.376640 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22872f3e-a8e2-409c-b03a-c445a4f76bfa req-7c918e1a-d4ae-40a9-86d3-af058826279d tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:43.378138 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-22872f3e-a8e2-409c-b03a-c445a4f76bfa req-7c918e1a-d4ae-40a9-86d3-af058826279d tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 944 time: 0.0469613 Aug 16 17:52:43.420314 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-22872f3e-a8e2-409c-b03a-c445a4f76bfa req-fffcaf70-973e-4e0b-85c3-84574a8dc6ee tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362914 Aug 16 17:52:44.539125 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3c029-e11f-479b-bd78-e589d3e92d2a req-fc51d25c-e6d1-4419-9377-be3a42a4e532 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:44.540630 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7eb3c029-e11f-479b-bd78-e589d3e92d2a req-fc51d25c-e6d1-4419-9377-be3a42a4e532 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 944 time: 0.0494206 Aug 16 17:52:44.580531 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7eb3c029-e11f-479b-bd78-e589d3e92d2a req-8b5a04bf-1813-406d-8756-be4b4af38538 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336399 Aug 16 17:52:44.958037 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device d6b80bf6-26d1-4eb6-a179-42800b86e609 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=101351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 17:52:45.051708 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port d6b80bf6-26d1-4eb6-a179-42800b86e609, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d6b80bf6-26d1-4eb6-a179-42800b86e609,segment=NetworkSegment(1d556eea-2e00-495e-a4c4-1b5b0d31797f),segment_id=1d556eea-2e00-495e-a4c4-1b5b0d31797f)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:52:45.063239 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Returning: {'device': 'd6b80bf6-26d1-4eb6-a179-42800b86e609', 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f', 'port_id': 'd6b80bf6-26d1-4eb6-a179-42800b86e609', 'mac_address': 'fa:16:3e:ea:29:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0c1f877-910d-484d-a497-8ce21ca738df', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 17:52:45.102193 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:45.115448 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6b80bf6-26d1-4eb6-a179-42800b86e609 {{(pid=101351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:52:45.134798 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port d6b80bf6-26d1-4eb6-a179-42800b86e609, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d6b80bf6-26d1-4eb6-a179-42800b86e609,segment=NetworkSegment(1d556eea-2e00-495e-a4c4-1b5b0d31797f),segment_id=1d556eea-2e00-495e-a4c4-1b5b0d31797f)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:52:45.264820 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:45.314233 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=d6b80bf6-26d1-4eb6-a179-42800b86e609,revision_number=4']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:45.395423 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-e09918ed-2447-4b51-9322-bc51065f2659 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:45.396855 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-e09918ed-2447-4b51-9322-bc51065f2659 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/networks?id=eea7a03f-7981-45aa-9545-781566f9ebe6 HTTP/1.1" status: 200 len: 815 time: 0.1019890 Aug 16 17:52:45.412053 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-bb20b019-58f1-40a5-866a-6a79190f594d tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/quotas/6e6d80e4dd68460c888b800564b277ef HTTP/1.1" status: 200 len: 375 time: 0.0088546 Aug 16 17:52:45.457894 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-7596e5f4-4e41-4dd6-b29e-51fc0540a4a0 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6e6d80e4dd68460c888b800564b277ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0403099 Aug 16 17:52:45.545706 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-9106a7c9-66f3-4899-8456-708552fb1f93 service neutron] 10.222.0.73 "GET /v2.0/networks/eea7a03f-7981-45aa-9545-781566f9ebe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801940 Aug 16 17:52:45.633161 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-49978d70-9a56-43f7-9b5a-279eb7d88e47 service neutron] 10.222.0.73 "GET /v2.0/networks/eea7a03f-7981-45aa-9545-781566f9ebe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815277 Aug 16 17:52:45.685427 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['d6b80bf6-26d1-4eb6-a179-42800b86e609'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:52:45.936392 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe603557-b4c5-48af-8f30-60841d6a5f6e req-61052ceb-f130-4ce6-9314-b8734aa314e2 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:45.937869 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-fe603557-b4c5-48af-8f30-60841d6a5f6e req-61052ceb-f130-4ce6-9314-b8734aa314e2 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 945 time: 0.1016972 Aug 16 17:52:45.975097 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-fe603557-b4c5-48af-8f30-60841d6a5f6e req-66e7dc3b-d055-45c8-ac51-a0af55bbc466 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313556 Aug 16 17:52:46.040860 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-9275a900-4eab-41ac-94c9-d378aeb19588 req-7429157c-e7dd-40f7-9cb4-d835da0d3f64 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=d832d218-06e7-46e0-9e89-e1b03744f811 HTTP/1.1" status: 200 len: 210 time: 0.0255849 Aug 16 17:52:46.963524 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device d6b80bf6-26d1-4eb6-a179-42800b86e609 up at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:52:47.097805 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f0952-b45f-42bb-8c30-4a1f34810dff req-9c33773e-72c7-41b6-882b-3fe54a8b89fb tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:47.099266 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a51f0952-b45f-42bb-8c30-4a1f34810dff req-9c33773e-72c7-41b6-882b-3fe54a8b89fb tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 945 time: 0.0501518 Aug 16 17:52:47.110670 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning for port d6b80bf6-26d1-4eb6-a179-42800b86e609 completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:52:47.115179 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning complete for port d6b80bf6-26d1-4eb6-a179-42800b86e609 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:52:47.115179 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:47.137129 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a51f0952-b45f-42bb-8c30-4a1f34810dff req-35a2781d-c5b0-40f7-b786-f2437d40bb7a tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311866 Aug 16 17:52:47.195030 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:47.218034 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca815f5d-2d36-48c3-89e4-158a73cb6f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b80bf6-26d1-4eb6-a179-42800b86e609'}] {{(pid=101351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:52:47.218866 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c81131a4-1677-42ea-b115-3ab0521a3171 req-bdc5da43-f032-4054-99c7-6dd1f2125d65 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=d832d218-06e7-46e0-9e89-e1b03744f811 HTTP/1.1" status: 200 len: 210 time: 0.0254221 Aug 16 17:52:47.220260 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4661e6bc32737764ca712b7c7300ac6ad1a8a79a1ea43afdc004a14577d676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24f1f98-31d3-43ae-be17-b16b0ecbc7cd" -d '{"events": [{"server_uuid": "ca815f5d-2d36-48c3-89e4-158a73cb6f37", "name": "network-vif-plugged", "status": "completed", "tag": "d6b80bf6-26d1-4eb6-a179-42800b86e609"}]}' {{(pid=101351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:52:47.241457 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port d6b80bf6-26d1-4eb6-a179-42800b86e609, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d6b80bf6-26d1-4eb6-a179-42800b86e609,segment=NetworkSegment(1d556eea-2e00-495e-a4c4-1b5b0d31797f),segment_id=1d556eea-2e00-495e-a4c4-1b5b0d31797f)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:52:47.264332 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429fffdb-78ac-4bed-b9c5-a5ff0a9de898 x-openstack-request-id: req-429fffdb-78ac-4bed-b9c5-a5ff0a9de898 {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:52:47.264653 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca815f5d-2d36-48c3-89e4-158a73cb6f37", "name": "network-vif-plugged", "status": "completed", "tag": "d6b80bf6-26d1-4eb6-a179-42800b86e609", "code": 200}]} {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:52:47.264922 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-429fffdb-78ac-4bed-b9c5-a5ff0a9de898 {{(pid=101351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:52:47.265301 dv-cinder-797608-18-iscsi neutron-server[101351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca815f5d-2d36-48c3-89e4-158a73cb6f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b80bf6-26d1-4eb6-a179-42800b86e609', 'code': 200} Aug 16 17:52:47.310837 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:47.359419 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=d6b80bf6-26d1-4eb6-a179-42800b86e609,revision_number=5']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:47.612435 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91843b8-3a65-446f-a1af-d6694d51ea24 req-b4f9ac1e-9a91-45ce-a2ea-8a17167f5821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:47.613888 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-b91843b8-3a65-446f-a1af-d6694d51ea24 req-b4f9ac1e-9a91-45ce-a2ea-8a17167f5821 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 1099 time: 0.0389755 Aug 16 17:52:47.651161 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-b91843b8-3a65-446f-a1af-d6694d51ea24 req-08b4b6ac-6850-4107-8fc9-d8a9f703bc8a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266876 Aug 16 17:52:48.255509 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc08e7b-70b4-456c-ab97-5a60b3c46eac req-a81257b5-c056-48a8-a5a9-5cdcd9ae04d3 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:48.256931 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-3bc08e7b-70b4-456c-ab97-5a60b3c46eac req-a81257b5-c056-48a8-a5a9-5cdcd9ae04d3 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 946 time: 0.0479839 Aug 16 17:52:48.295260 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-3bc08e7b-70b4-456c-ab97-5a60b3c46eac req-96d63831-7e91-4b75-9c8c-ced2b6ad81de tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321202 Aug 16 17:52:48.398511 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6c5c3454-0fab-4a89-bb7c-65112b5a3228 req-7a45400f-ac2e-482a-8c98-a9d9f7c5259d tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=d832d218-06e7-46e0-9e89-e1b03744f811 HTTP/1.1" status: 200 len: 210 time: 0.0390940 Aug 16 17:52:48.425948 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-be5f4d9e-5b63-40af-990b-618507a22b39 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:48.427374 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-be5f4d9e-5b63-40af-990b-618507a22b39 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.13 "GET /v2.0/networks?id=eea7a03f-7981-45aa-9545-781566f9ebe6 HTTP/1.1" status: 200 len: 815 time: 0.1257026 Aug 16 17:52:48.459831 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-547c7762-cd97-4ec2-985a-781b2514b22e tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Request body: {'port': {'device_id': 'd832d218-06e7-46e0-9e89-e1b03744f811', 'network_id': 'eea7a03f-7981-45aa-9545-781566f9ebe6', 'admin_state_up': True, 'tenant_id': '6e6d80e4dd68460c888b800564b277ef'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:52:48.630344 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-547c7762-cd97-4ec2-985a-781b2514b22e tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Made reservation on behalf of 6e6d80e4dd68460c888b800564b277ef for: {'port': 1} {{(pid=101349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:52:48.633861 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-547c7762-cd97-4ec2-985a-781b2514b22e tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:48.754133 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.db_base_plugin_common [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-547c7762-cd97-4ec2-985a-781b2514b22e tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Allocated IP 172.20.0.11 (eea7a03f-7981-45aa-9545-781566f9ebe6/7121b435-725b-49c1-9713-d93f9348d59e/1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d) {{(pid=101349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:52:48.911848 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-547c7762-cd97-4ec2-985a-781b2514b22e tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Notify callbacks [] for port, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:48.979390 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-547c7762-cd97-4ec2-985a-781b2514b22e tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:49.021565 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-547c7762-cd97-4ec2-985a-781b2514b22e tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Network eea7a03f-7981-45aa-9545-781566f9ebe6 is already hosted by enough agents. {{(pid=101349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:52:49.025192 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.base_scheduler [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-547c7762-cd97-4ec2-985a-781b2514b22e tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Resources bound (agent type, host, resource id): {{(pid=101349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:52:49.028826 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-547c7762-cd97-4ec2-985a-781b2514b22e tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Received port after_create {{(pid=101349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:52:49.033936 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['cc1a987c-8274-48cf-a9f6-9e02d39df5af'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:52:49.054793 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c7762-cd97-4ec2-985a-781b2514b22e tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Pushing event updated for resources: {'Port': ['ID=1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:49.083011 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-547c7762-cd97-4ec2-985a-781b2514b22e tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:49.083629 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-547c7762-cd97-4ec2-985a-781b2514b22e tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:49.145975 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-547c7762-cd97-4ec2-985a-781b2514b22e tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6896751 Aug 16 17:52:49.170612 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-984cd726-e5b6-4e55-b4fe-9a43c26b96dc service neutron] Request body: {'port': {'device_id': 'd832d218-06e7-46e0-9e89-e1b03744f811', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:52:49.224093 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-984cd726-e5b6-4e55-b4fe-9a43c26b96dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:49.420938 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b9814-e34e-4fed-b477-f3240ba0c892 req-b870da0e-0601-4381-b0fd-9c170a6621f1 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:49.423167 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-3b2b9814-e34e-4fed-b477-f3240ba0c892 req-b870da0e-0601-4381-b0fd-9c170a6621f1 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 946 time: 0.0525279 Aug 16 17:52:49.462858 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-3b2b9814-e34e-4fed-b477-f3240ba0c892 req-34f44c3a-9426-45ce-aff3-51a87271eadb tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329802 Aug 16 17:52:49.494238 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-984cd726-e5b6-4e55-b4fe-9a43c26b96dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d {{(pid=101349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:52:49.501428 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-984cd726-e5b6-4e55-b4fe-9a43c26b96dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:49.513070 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.provisioning_blocks [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-984cd726-e5b6-4e55-b4fe-9a43c26b96dc service neutron] Transition to ACTIVE for port object 1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d will not be triggered until provisioned by entity L2. {{(pid=101349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:52:49.567058 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a2c2f-61d5-47be-b4df-abf0e5f07964 req-dc72a7bc-4873-498e-82f8-44cc808579cd tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:49.567639 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-984cd726-e5b6-4e55-b4fe-9a43c26b96dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5660737'] for port, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:49.568513 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-bc9a2c2f-61d5-47be-b4df-abf0e5f07964 req-dc72a7bc-4873-498e-82f8-44cc808579cd tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=d832d218-06e7-46e0-9e89-e1b03744f811 HTTP/1.1" status: 200 len: 932 time: 0.0483084 Aug 16 17:52:49.606240 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-bc9a2c2f-61d5-47be-b4df-abf0e5f07964 req-9f7ec319-3b7d-4290-a7ad-a0b18b3a7c95 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312388 Aug 16 17:52:49.620631 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984cd726-e5b6-4e55-b4fe-9a43c26b96dc service neutron] Pushing event updated for resources: {'Port': ['ID=1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d,revision_number=2']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:49.687376 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-984cd726-e5b6-4e55-b4fe-9a43c26b96dc service neutron] Attempting to bind port 1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d on host hv-cinder-79760 for vnic_type normal with profile {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:52:49.688025 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-984cd726-e5b6-4e55-b4fe-9a43c26b96dc service neutron] Attempting to bind port 1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '9942712d-0cef-4013-8eb4-4c445158e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'eea7a03f-7981-45aa-9545-781566f9ebe6'}] {{(pid=101349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:52:49.688025 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-984cd726-e5b6-4e55-b4fe-9a43c26b96dc service neutron] Attempting to bind port 1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d on network eea7a03f-7981-45aa-9545-781566f9ebe6 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:52:49.692089 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-984cd726-e5b6-4e55-b4fe-9a43c26b96dc service neutron] Port 1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d on network eea7a03f-7981-45aa-9545-781566f9ebe6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 17:52:49.692399 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-984cd726-e5b6-4e55-b4fe-9a43c26b96dc service neutron] Attempting to bind port 1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d on network eea7a03f-7981-45aa-9545-781566f9ebe6 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:52:49.697099 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-984cd726-e5b6-4e55-b4fe-9a43c26b96dc service neutron] Checking agent: {'id': 'd413de79-89e7-4037-a6bb-11a55464df62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 45, 56), 'started_at': datetime.datetime(2021, 8, 16, 17, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:52:49.697430 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-984cd726-e5b6-4e55-b4fe-9a43c26b96dc service neutron] Checking segment: {'id': '9942712d-0cef-4013-8eb4-4c445158e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'eea7a03f-7981-45aa-9545-781566f9ebe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:52:49.697834 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-984cd726-e5b6-4e55-b4fe-9a43c26b96dc service neutron] Bound using segment: {'id': '9942712d-0cef-4013-8eb4-4c445158e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'eea7a03f-7981-45aa-9545-781566f9ebe6'} {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:52:49.698281 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-984cd726-e5b6-4e55-b4fe-9a43c26b96dc service neutron] Bound port: 1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9942712d-0cef-4013-8eb4-4c445158e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'eea7a03f-7981-45aa-9545-781566f9ebe6'}}] {{(pid=101349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:52:49.698612 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-984cd726-e5b6-4e55-b4fe-9a43c26b96dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:49.703951 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365f01c-680b-486e-b8bb-57aaa05fe4ad req-a58147ef-ba2c-4faa-932b-84ffdb24bdae tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:49.705432 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a365f01c-680b-486e-b8bb-57aaa05fe4ad req-a58147ef-ba2c-4faa-932b-84ffdb24bdae tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 946 time: 0.0486054 Aug 16 17:52:49.714453 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 55576) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:52:49.718954 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-bc358c12-a3ca-41f2-a153-bef01fb89af8 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Request body: {'floatingip': {'port_id': 'd6b80bf6-26d1-4eb6-a179-42800b86e609'}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:52:49.766357 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-984cd726-e5b6-4e55-b4fe-9a43c26b96dc service neutron] For port 1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d, host hv-cinder-79760, cleared binding levels {{(pid=101349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:52:49.769560 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-984cd726-e5b6-4e55-b4fe-9a43c26b96dc service neutron] For port 1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d,segment=NetworkSegment(9942712d-0cef-4013-8eb4-4c445158e8f0),segment_id=9942712d-0cef-4013-8eb4-4c445158e8f0)] {{(pid=101349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:52:49.808686 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-984cd726-e5b6-4e55-b4fe-9a43c26b96dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5660737'] for port, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:49.843898 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-984cd726-e5b6-4e55-b4fe-9a43c26b96dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:49.844498 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-984cd726-e5b6-4e55-b4fe-9a43c26b96dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:49.845897 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-984cd726-e5b6-4e55-b4fe-9a43c26b96dc service neutron] 10.222.0.13 "PUT /v2.0/ports/1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d HTTP/1.1" status: 200 len: 1094 time: 0.6800880 Aug 16 17:52:49.846366 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd832d218-06e7-46e0-9e89-e1b03744f811', 'tag': '1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d'}] {{(pid=101349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:52:49.848637 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}934f09010de237f24c102465ff13aed95362a81e3346d32f1bd52d9236897e6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ac8993-5935-45b2-834d-a123b79088c3" -d '{"events": [{"name": "network-changed", "server_uuid": "d832d218-06e7-46e0-9e89-e1b03744f811", "tag": "1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d"}]}' {{(pid=101349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:52:49.876672 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984cd726-e5b6-4e55-b4fe-9a43c26b96dc service neutron] Pushing event updated for resources: {'Port': ['ID=1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d,revision_number=3']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:49.889479 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 17:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7d4b5c-53a4-4adf-b67c-dc5ec13f82aa x-openstack-request-id: req-0c7d4b5c-53a4-4adf-b67c-dc5ec13f82aa {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:52:49.889771 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d832d218-06e7-46e0-9e89-e1b03744f811", "tag": "1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d", "status": "completed", "code": 200}]} {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:52:49.890053 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0c7d4b5c-53a4-4adf-b67c-dc5ec13f82aa {{(pid=101349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:52:49.890449 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd832d218-06e7-46e0-9e89-e1b03744f811', 'tag': '1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d', 'status': 'completed', 'code': 200} Aug 16 17:52:49.990733 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac8993-5935-45b2-834d-a123b79088c3 req-fb8bc9f4-a944-49ea-a4aa-acf2e936369e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:49.992182 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-62ac8993-5935-45b2-834d-a123b79088c3 req-fb8bc9f4-a944-49ea-a4aa-acf2e936369e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6e6d80e4dd68460c888b800564b277ef&device_id=d832d218-06e7-46e0-9e89-e1b03744f811 HTTP/1.1" status: 200 len: 1097 time: 0.0419829 Aug 16 17:52:50.003205 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-bc358c12-a3ca-41f2-a153-bef01fb89af8 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for floatingip, before_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:50.109867 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac8993-5935-45b2-834d-a123b79088c3 req-11e4a641-a31e-443b-b49d-598dc9cd7bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:50.111512 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-62ac8993-5935-45b2-834d-a123b79088c3 req-11e4a641-a31e-443b-b49d-598dc9cd7bf9 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=6e6d80e4dd68460c888b800564b277ef&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0999558 Aug 16 17:52:50.213872 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac8993-5935-45b2-834d-a123b79088c3 req-4db4971f-d6e0-4c4a-97c1-388c7a9b0ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:50.215361 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-62ac8993-5935-45b2-834d-a123b79088c3 req-4db4971f-d6e0-4c4a-97c1-388c7a9b0ec4 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898349 Aug 16 17:52:50.327605 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-eac75290-1644-4dff-a1dd-197cf3013431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:50.329035 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-eac75290-1644-4dff-a1dd-197cf3013431 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6e6d80e4dd68460c888b800564b277ef&device_id=d832d218-06e7-46e0-9e89-e1b03744f811 HTTP/1.1" status: 200 len: 1097 time: 0.0427716 Aug 16 17:52:50.393672 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-9ee3dd7e-c7e6-4ad5-ab66-739acccedadc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d HTTP/1.1" status: 200 len: 217 time: 0.0334749 Aug 16 17:52:50.434202 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-bc358c12-a3ca-41f2-a153-bef01fb89af8 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:50.447964 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-6f28ac69-cd98-4987-b9a4-35c5e7703f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:50.449394 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-6f28ac69-cd98-4987-b9a4-35c5e7703f00 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7121b435-725b-49c1-9713-d93f9348d59e HTTP/1.1" status: 200 len: 855 time: 0.0424876 Aug 16 17:52:50.482849 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-19204bcd-0415-4813-a7a0-b988d1567e44 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eea7a03f-7981-45aa-9545-781566f9ebe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254238 Aug 16 17:52:50.504984 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-bc358c12-a3ca-41f2-a153-bef01fb89af8 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726209'] for floatingip, after_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:50.580352 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-085d0298-f086-4724-a7e0-0083991c52ce service neutron] 10.222.0.13 "GET /v2.0/networks/eea7a03f-7981-45aa-9545-781566f9ebe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847223 Aug 16 17:52:50.603214 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.db.l3_db [None req-bc358c12-a3ca-41f2-a153-bef01fb89af8 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Floating IP b751fcbd-d0f4-4b85-abba-88cac2579b56 associated. External IP: 172.27.3.98, port: d6b80bf6-26d1-4eb6-a179-42800b86e609. Aug 16 17:52:50.684961 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-f1ce2d64-d0b5-41f5-8b77-f732a3557302 req-be2099b4-4f55-48f4-99d9-bb09e5eff059 service neutron] 10.222.0.13 "GET /v2.0/networks/eea7a03f-7981-45aa-9545-781566f9ebe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839920 Aug 16 17:52:50.744716 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed94152-02b5-413d-92bd-a102d07131d2 req-10fc159a-dfc6-4901-8007-c6b1ee1aea81 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:50.746176 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-1ed94152-02b5-413d-92bd-a102d07131d2 req-10fc159a-dfc6-4901-8007-c6b1ee1aea81 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=d832d218-06e7-46e0-9e89-e1b03744f811 HTTP/1.1" status: 200 len: 944 time: 0.0686069 Aug 16 17:52:50.854162 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-1ed94152-02b5-413d-92bd-a102d07131d2 req-da40ccbc-b8b3-46f8-8ee5-1022a5b443b2 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765929 Aug 16 17:52:50.879645 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc358c12-a3ca-41f2-a153-bef01fb89af8 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Router c719e313-142f-4ca7-992d-af776d9bb6bc has already been hosted by L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 {{(pid=101350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 17:52:50.995444 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc358c12-a3ca-41f2-a153-bef01fb89af8 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 17:52:50.999983 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-bc358c12-a3ca-41f2-a153-bef01fb89af8 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for floatingip, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:51.008248 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5571ae5f-212f-41f6-80e9-d1b97299dc5b None None] Sync routers for ids ['c719e313-142f-4ca7-992d-af776d9bb6bc'] in dv-cinder-797608-18-iscsi {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 17:52:51.017118 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5571ae5f-212f-41f6-80e9-d1b97299dc5b None None] Routers {'c719e313-142f-4ca7-992d-af776d9bb6bc'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:52:51.017723 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-5571ae5f-212f-41f6-80e9-d1b97299dc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:52:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['c719e313-142f-4ca7-992d-af776d9bb6bc'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:52:51.027011 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-bc358c12-a3ca-41f2-a153-bef01fb89af8 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "PUT /v2.0/floatingips/b751fcbd-d0f4-4b85-abba-88cac2579b56 HTTP/1.1" status: 200 len: 991 time: 1.3114679 Aug 16 17:52:51.027715 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca815f5d-2d36-48c3-89e4-158a73cb6f37', 'tag': 'd6b80bf6-26d1-4eb6-a179-42800b86e609'}] {{(pid=101350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:52:51.030138 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}137876f5b741f0afb00714fe176f8a9d3b569402932f71b261fa9e4754b02137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541418d5-2221-4157-9146-a74a004aa0ed" -d '{"events": [{"name": "network-changed", "server_uuid": "ca815f5d-2d36-48c3-89e4-158a73cb6f37", "tag": "d6b80bf6-26d1-4eb6-a179-42800b86e609"}]}' {{(pid=101350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:52:51.227958 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 17:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b454a40e-cdb4-4f89-9714-675e7237ef5b x-openstack-request-id: req-b454a40e-cdb4-4f89-9714-675e7237ef5b {{(pid=101350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:52:51.228111 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca815f5d-2d36-48c3-89e4-158a73cb6f37", "tag": "d6b80bf6-26d1-4eb6-a179-42800b86e609", "status": "completed", "code": 200}]} {{(pid=101350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:52:51.228321 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b454a40e-cdb4-4f89-9714-675e7237ef5b {{(pid=101350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:52:51.228712 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca815f5d-2d36-48c3-89e4-158a73cb6f37', 'tag': 'd6b80bf6-26d1-4eb6-a179-42800b86e609', 'status': 'completed', 'code': 200} Aug 16 17:52:51.239381 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-5571ae5f-212f-41f6-80e9-d1b97299dc5b None None] Set router c719e313-142f-4ca7-992d-af776d9bb6bc gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:52:51.343128 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541418d5-2221-4157-9146-a74a004aa0ed req-2f4d1aa8-8fac-4e83-8a86-04e5b278d33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:51.344625 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-541418d5-2221-4157-9146-a74a004aa0ed req-2f4d1aa8-8fac-4e83-8a86-04e5b278d33f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cf94379c7f24013b25e39317315f217&device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 1099 time: 0.0434971 Aug 16 17:52:51.436618 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541418d5-2221-4157-9146-a74a004aa0ed req-592d81b5-9a6e-4981-8ad8-2288b605abec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:51.438469 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-541418d5-2221-4157-9146-a74a004aa0ed req-592d81b5-9a6e-4981-8ad8-2288b605abec service neutron] 10.222.0.13 "GET /v2.0/networks?id=cf977a3b-5d44-4959-9dba-d50c353bb70f HTTP/1.1" status: 200 len: 918 time: 0.0840442 Aug 16 17:52:51.460441 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-5571ae5f-212f-41f6-80e9-d1b97299dc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1745583065-router', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '13ac95d9-fd54-4369-b4ce-6e335b08c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:47:44Z', 'updated_at': '2021-08-16T17:47:49Z', 'revision_number': 4, 'project_id': '3cf94379c7f24013b25e39317315f217', 'gw_port': {'id': '13ac95d9-fd54-4369-b4ce-6e335b08c4ba', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:45Z', 'updated_at': '2021-08-16T17:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_floatingips': [{'id': 'b751fcbd-d0f4-4b85-abba-88cac2579b56', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'router_id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'port_id': 'd6b80bf6-26d1-4eb6-a179-42800b86e609', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f', 'mac_address': 'fa:16:3e:ea:29:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca815f5d-2d36-48c3-89e4-158a73cb6f37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T17:52:35Z', 'updated_at': '2021-08-16T17:52:50Z', 'revision_number': 1, 'project_id': '3cf94379c7f24013b25e39317315f217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '547912c2-6330-43b7-8bfe-8ca2ee5536fb', 'name': '', 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'mac_address': 'fa:16:3e:62:af:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c0c1f877-910d-484d-a497-8ce21ca738df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:48Z', 'updated_at': '2021-08-16T17:47:58Z', 'revision_number': 5, 'project_id': '3cf94379c7f24013b25e39317315f217', 'subnets': [{'id': 'c0c1f877-910d-484d-a497-8ce21ca738df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:52:51.486874 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5571ae5f-212f-41f6-80e9-d1b97299dc5b None None] Checking router: c719e313-142f-4ca7-992d-af776d9bb6bc for host: dv-cinder-797608-18-iscsi {{(pid=101351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 17:52:51.495344 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5571ae5f-212f-41f6-80e9-d1b97299dc5b None None] Routers {'c719e313-142f-4ca7-992d-af776d9bb6bc'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:52:51.495953 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-5571ae5f-212f-41f6-80e9-d1b97299dc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:52:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['c719e313-142f-4ca7-992d-af776d9bb6bc'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:52:51.514740 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-541418d5-2221-4157-9146-a74a004aa0ed req-c76f0732-34e0-4bea-af32-ef22551f7a76 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6b80bf6-26d1-4eb6-a179-42800b86e609 HTTP/1.1" status: 200 len: 999 time: 0.0627542 Aug 16 17:52:51.571323 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541418d5-2221-4157-9146-a74a004aa0ed req-5f4f1a7c-853c-4664-8cab-3314f55d453f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:51.572985 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-541418d5-2221-4157-9146-a74a004aa0ed req-5f4f1a7c-853c-4664-8cab-3314f55d453f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0c1f877-910d-484d-a497-8ce21ca738df HTTP/1.1" status: 200 len: 856 time: 0.0507367 Aug 16 17:52:51.612463 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-5571ae5f-212f-41f6-80e9-d1b97299dc5b None None] Set router c719e313-142f-4ca7-992d-af776d9bb6bc gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:52:51.620546 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541418d5-2221-4157-9146-a74a004aa0ed req-235f4b83-206c-4b51-a4af-2da41ec9b7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:51.622083 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-541418d5-2221-4157-9146-a74a004aa0ed req-235f4b83-206c-4b51-a4af-2da41ec9b7fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cf977a3b-5d44-4959-9dba-d50c353bb70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402687 Aug 16 17:52:51.726942 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-541418d5-2221-4157-9146-a74a004aa0ed req-fa81b364-ebe0-41a9-9600-0da45465ded9 service neutron] 10.222.0.13 "GET /v2.0/networks/cf977a3b-5d44-4959-9dba-d50c353bb70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868850 Aug 16 17:52:51.834159 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-541418d5-2221-4157-9146-a74a004aa0ed req-25e59193-0769-4af7-a948-e4add47f3c1d service neutron] 10.222.0.13 "GET /v2.0/networks/cf977a3b-5d44-4959-9dba-d50c353bb70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821211 Aug 16 17:52:51.845190 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-5571ae5f-212f-41f6-80e9-d1b97299dc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1745583065-router', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '13ac95d9-fd54-4369-b4ce-6e335b08c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:47:44Z', 'updated_at': '2021-08-16T17:47:49Z', 'revision_number': 4, 'project_id': '3cf94379c7f24013b25e39317315f217', 'gw_port': {'id': '13ac95d9-fd54-4369-b4ce-6e335b08c4ba', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:45Z', 'updated_at': '2021-08-16T17:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_floatingips': [{'id': 'b751fcbd-d0f4-4b85-abba-88cac2579b56', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'router_id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'port_id': 'd6b80bf6-26d1-4eb6-a179-42800b86e609', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f', 'mac_address': 'fa:16:3e:ea:29:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca815f5d-2d36-48c3-89e4-158a73cb6f37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T17:52:35Z', 'updated_at': '2021-08-16T17:52:50Z', 'revision_number': 1, 'project_id': '3cf94379c7f24013b25e39317315f217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '547912c2-6330-43b7-8bfe-8ca2ee5536fb', 'name': '', 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'mac_address': 'fa:16:3e:62:af:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c0c1f877-910d-484d-a497-8ce21ca738df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:48Z', 'updated_at': '2021-08-16T17:47:58Z', 'revision_number': 5, 'project_id': '3cf94379c7f24013b25e39317315f217', 'subnets': [{'id': 'c0c1f877-910d-484d-a497-8ce21ca738df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:52:51.872537 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5571ae5f-212f-41f6-80e9-d1b97299dc5b None None] The sync data for ids ['c719e313-142f-4ca7-992d-af776d9bb6bc'] in dv-cinder-797608-18-iscsi is: [{'id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1745583065-router', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '13ac95d9-fd54-4369-b4ce-6e335b08c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:47:44Z', 'updated_at': '2021-08-16T17:47:49Z', 'revision_number': 4, 'project_id': '3cf94379c7f24013b25e39317315f217', 'gw_port': {'id': '13ac95d9-fd54-4369-b4ce-6e335b08c4ba', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:45Z', 'updated_at': '2021-08-16T17:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_floatingips': [{'id': 'b751fcbd-d0f4-4b85-abba-88cac2579b56', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'router_id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'port_id': 'd6b80bf6-26d1-4eb6-a179-42800b86e609', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f', 'mac_address': 'fa:16:3e:ea:29:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca815f5d-2d36-48c3-89e4-158a73cb6f37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T17:52:35Z', 'updated_at': '2021-08-16T17:52:50Z', 'revision_number': 1, 'project_id': '3cf94379c7f24013b25e39317315f217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '547912c2-6330-43b7-8bfe-8ca2ee5536fb', 'name': '', 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'mac_address': 'fa:16:3e:62:af:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c0c1f877-910d-484d-a497-8ce21ca738df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:48Z', 'updated_at': '2021-08-16T17:47:58Z', 'revision_number': 5, 'project_id': '3cf94379c7f24013b25e39317315f217', 'subnets': [{'id': 'c0c1f877-910d-484d-a497-8ce21ca738df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 17:52:51.973325 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc78442-8fc0-4e4c-b036-23d2cd642393 req-c576fcb2-c1f4-4b08-9559-eab358ff7f35 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:51.974748 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7cc78442-8fc0-4e4c-b036-23d2cd642393 req-c576fcb2-c1f4-4b08-9559-eab358ff7f35 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=d832d218-06e7-46e0-9e89-e1b03744f811 HTTP/1.1" status: 200 len: 944 time: 0.0499225 Aug 16 17:52:52.016108 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7cc78442-8fc0-4e4c-b036-23d2cd642393 req-9c08313f-6bad-42d4-a4a2-e7a064bccdc6 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347986 Aug 16 17:52:52.085958 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d20ee6b-7541-434b-8834-b93ffe5798fc None None] New status for floating IP b751fcbd-d0f4-4b85-abba-88cac2579b56: ACTIVE {{(pid=101352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 17:52:53.138510 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23ef24-8624-4cbe-9755-a413bdff0629 req-1905d0e5-dfe1-4aa2-bd89-fe8a684e41dc tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:53.139998 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7c23ef24-8624-4cbe-9755-a413bdff0629 req-1905d0e5-dfe1-4aa2-bd89-fe8a684e41dc tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=d832d218-06e7-46e0-9e89-e1b03744f811 HTTP/1.1" status: 200 len: 944 time: 0.0568161 Aug 16 17:52:53.176703 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7c23ef24-8624-4cbe-9755-a413bdff0629 req-3815013a-6aad-4235-a4d9-5f172593be86 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307674 Aug 16 17:52:53.785106 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-36124143-5d48-49a0-8ea1-f119599dc2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:54.290267 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c30120-470d-4471-836b-0104c47ab133 req-00e7acfd-a230-4c70-b992-7100efd4f806 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:54.291730 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d6c30120-470d-4471-836b-0104c47ab133 req-00e7acfd-a230-4c70-b992-7100efd4f806 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=d832d218-06e7-46e0-9e89-e1b03744f811 HTTP/1.1" status: 200 len: 944 time: 0.0480514 Aug 16 17:52:54.335511 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d6c30120-470d-4471-836b-0104c47ab133 req-9d7efed3-fa0c-462a-8de4-ff4db9d8a450 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375586 Aug 16 17:52:56.550718 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-92f39ea0-772b-4128-83d5-08839ba42ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:56.640815 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=101351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 17:52:56.669685 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:56.743062 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d,segment=NetworkSegment(9942712d-0cef-4013-8eb4-4c445158e8f0),segment_id=9942712d-0cef-4013-8eb4-4c445158e8f0)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:52:56.754603 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Returning: {'device': '1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d', 'network_id': 'eea7a03f-7981-45aa-9545-781566f9ebe6', 'port_id': '1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d', 'mac_address': 'fa:16:3e:98:7a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7121b435-725b-49c1-9713-d93f9348d59e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 17:52:56.786301 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-cae646fd-9a4d-4839-98b1-0659c185bb50 req-8ac23b2f-915a-481a-8782-252654214cf5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416491 Aug 16 17:52:56.796405 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:56.816667 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d {{(pid=101351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:52:56.817664 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666de8a2-deb4-4db6-b1cc-2e915174a7c6 req-43fea7b9-b5e1-4dd6-b264-39508321f900 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:56.819340 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-666de8a2-deb4-4db6-b1cc-2e915174a7c6 req-43fea7b9-b5e1-4dd6-b264-39508321f900 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=d832d218-06e7-46e0-9e89-e1b03744f811 HTTP/1.1" status: 200 len: 944 time: 0.0500047 Aug 16 17:52:56.838203 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d,segment=NetworkSegment(9942712d-0cef-4013-8eb4-4c445158e8f0),segment_id=9942712d-0cef-4013-8eb4-4c445158e8f0)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:52:56.869059 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-666de8a2-deb4-4db6-b1cc-2e915174a7c6 req-c9854838-8d82-46f0-9384-5f19dc4d5219 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337710 Aug 16 17:52:56.904733 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:56.925541 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae646fd-9a4d-4839-98b1-0659c185bb50 req-ecef74d6-019b-4c8e-9fc0-a90ceb637303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:56.927130 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-cae646fd-9a4d-4839-98b1-0659c185bb50 req-ecef74d6-019b-4c8e-9fc0-a90ceb637303 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=85697c37841b4a59aaaa6d2d36ff953b&device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 1099 time: 0.0604250 Aug 16 17:52:56.955143 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d,revision_number=4']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:52:57.056735 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae646fd-9a4d-4839-98b1-0659c185bb50 req-27fca99a-837f-47c4-a7e4-394be29fa18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:57.058784 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-cae646fd-9a4d-4839-98b1-0659c185bb50 req-27fca99a-837f-47c4-a7e4-394be29fa18f service neutron] 10.222.0.13 "GET /v2.0/networks?id=d4c249fc-f15d-4c54-a2fa-f9ec1324c63c HTTP/1.1" status: 200 len: 912 time: 0.0959487 Aug 16 17:52:57.135826 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-cae646fd-9a4d-4839-98b1-0659c185bb50 req-60395a58-f77a-4d90-a5ea-c28bb1f69791 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=746544d7-10ef-4545-be9e-e1b2dca27978 HTTP/1.1" status: 200 len: 1002 time: 0.0615604 Aug 16 17:52:57.191288 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae646fd-9a4d-4839-98b1-0659c185bb50 req-d934726a-b6e2-40e6-897e-c16b973ebfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:57.192861 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-cae646fd-9a4d-4839-98b1-0659c185bb50 req-d934726a-b6e2-40e6-897e-c16b973ebfa5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3d17ce71-6fac-4edf-9519-05a2c7a1f013 HTTP/1.1" status: 200 len: 850 time: 0.0488684 Aug 16 17:52:57.251356 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae646fd-9a4d-4839-98b1-0659c185bb50 req-61aea9c6-5502-4f5c-a7b8-1d34238d335b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:57.252848 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-cae646fd-9a4d-4839-98b1-0659c185bb50 req-61aea9c6-5502-4f5c-a7b8-1d34238d335b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d4c249fc-f15d-4c54-a2fa-f9ec1324c63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0404208 Aug 16 17:52:57.325760 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:52:57.550466 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e45146-4706-4046-a265-568ce9b1445f req-285b04e4-33d8-40f4-a544-a8aec6e7bb7e tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:57.551982 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c0e45146-4706-4046-a265-568ce9b1445f req-285b04e4-33d8-40f4-a544-a8aec6e7bb7e tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0523705 Aug 16 17:52:57.594485 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c0e45146-4706-4046-a265-568ce9b1445f req-1e759822-457a-442b-bcbf-28327d07a8c8 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362973 Aug 16 17:52:57.623497 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-cae646fd-9a4d-4839-98b1-0659c185bb50 req-03d90513-0f49-45e1-a299-08b05fce686f service neutron] 10.222.0.13 "GET /v2.0/networks/d4c249fc-f15d-4c54-a2fa-f9ec1324c63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595722 Aug 16 17:52:57.641713 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:57.664460 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:52:57.715854 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-cae646fd-9a4d-4839-98b1-0659c185bb50 req-b5a53b7e-3041-43e6-99ad-f602787eaa20 service neutron] 10.222.0.13 "GET /v2.0/networks/d4c249fc-f15d-4c54-a2fa-f9ec1324c63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837097 Aug 16 17:52:57.988295 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514decf-c0c7-4195-af94-e3a51fa973ad req-ea8f84a5-2e65-4b71-9a84-377b59d2bfe2 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:57.989748 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-5514decf-c0c7-4195-af94-e3a51fa973ad req-ea8f84a5-2e65-4b71-9a84-377b59d2bfe2 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=d832d218-06e7-46e0-9e89-e1b03744f811 HTTP/1.1" status: 200 len: 945 time: 0.0470870 Aug 16 17:52:58.027460 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-5514decf-c0c7-4195-af94-e3a51fa973ad req-818a131f-db1d-4a87-ac6b-ad7fe29fa70f tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312700 Aug 16 17:52:58.706304 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bd6f9-3947-4a41-8852-af016df519f2 req-77582a3a-e7be-4b9e-a7ab-ede89ad9efa8 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:52:58.707746 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-976bd6f9-3947-4a41-8852-af016df519f2 req-77582a3a-e7be-4b9e-a7ab-ede89ad9efa8 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0470963 Aug 16 17:52:58.744326 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-976bd6f9-3947-4a41-8852-af016df519f2 req-98a2fecc-8f5e-40b3-b887-f9424666ef01 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304675 Aug 16 17:52:59.093349 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:01.171367 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7896a7-0814-4f18-ba53-480bcf32ba84 req-03b13dee-41de-42cd-9862-c27c67c0946f tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:01.172816 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-bf7896a7-0814-4f18-ba53-480bcf32ba84 req-03b13dee-41de-42cd-9862-c27c67c0946f tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=d832d218-06e7-46e0-9e89-e1b03744f811 HTTP/1.1" status: 200 len: 945 time: 0.0502245 Aug 16 17:53:01.209360 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-bf7896a7-0814-4f18-ba53-480bcf32ba84 req-0abfccdd-3f47-422c-a3c7-781f3aacc2b0 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305655 Aug 16 17:53:01.307941 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926163f0-8d92-4fd8-aed2-ed514c830524 req-7c887f7b-d774-4aca-b244-ce2d0f9a68a6 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:01.309404 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-926163f0-8d92-4fd8-aed2-ed514c830524 req-7c887f7b-d774-4aca-b244-ce2d0f9a68a6 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0478501 Aug 16 17:53:01.346304 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-926163f0-8d92-4fd8-aed2-ed514c830524 req-8797344a-20ab-42d5-9230-87c9094cfe44 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310295 Aug 16 17:53:01.665520 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d up at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:53:01.762115 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning for port 1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:53:01.766128 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning complete for port 1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:53:01.766545 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:01.844430 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:01.866036 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd832d218-06e7-46e0-9e89-e1b03744f811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d'}] {{(pid=101351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:53:01.868241 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4661e6bc32737764ca712b7c7300ac6ad1a8a79a1ea43afdc004a14577d676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7faf4f9-8ea3-40c0-9a86-510d22131566" -d '{"events": [{"server_uuid": "d832d218-06e7-46e0-9e89-e1b03744f811", "name": "network-vif-plugged", "status": "completed", "tag": "1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d"}]}' {{(pid=101351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:53:01.880661 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d,segment=NetworkSegment(9942712d-0cef-4013-8eb4-4c445158e8f0),segment_id=9942712d-0cef-4013-8eb4-4c445158e8f0)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:53:01.902442 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf258a2a-6edc-44c0-93fd-1911ae44d2f4 x-openstack-request-id: req-bf258a2a-6edc-44c0-93fd-1911ae44d2f4 {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:53:01.902725 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d832d218-06e7-46e0-9e89-e1b03744f811", "name": "network-vif-plugged", "status": "completed", "tag": "1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d", "code": 200}]} {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:53:01.902974 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bf258a2a-6edc-44c0-93fd-1911ae44d2f4 {{(pid=101351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:53:01.903396 dv-cinder-797608-18-iscsi neutron-server[101351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd832d218-06e7-46e0-9e89-e1b03744f811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d', 'code': 200} Aug 16 17:53:01.956425 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:02.014240 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d,revision_number=5']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:53:02.271875 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946283c-27a1-4d98-9792-cfc12e55c7f7 req-be7f0536-8439-4f2d-8195-05194597001b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:02.273343 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-d946283c-27a1-4d98-9792-cfc12e55c7f7 req-be7f0536-8439-4f2d-8195-05194597001b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d832d218-06e7-46e0-9e89-e1b03744f811 HTTP/1.1" status: 200 len: 1099 time: 0.0438516 Aug 16 17:53:02.311284 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-d946283c-27a1-4d98-9792-cfc12e55c7f7 req-a8db18c2-3b5a-4a7c-9f27-7f02697f611a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280948 Aug 16 17:53:02.325355 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9756ba1-193f-4733-a28a-b88d61303a2a req-7ebcf652-c446-48f6-a078-bf87fe28b509 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:02.327137 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d9756ba1-193f-4733-a28a-b88d61303a2a req-7ebcf652-c446-48f6-a078-bf87fe28b509 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=d832d218-06e7-46e0-9e89-e1b03744f811 HTTP/1.1" status: 200 len: 946 time: 0.0480323 Aug 16 17:53:02.363292 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d9756ba1-193f-4733-a28a-b88d61303a2a req-69947820-41b4-4ecb-bf04-ccae124a69d2 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305665 Aug 16 17:53:02.468712 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e39495-69bb-45d1-849c-3ca11ec97f24 req-183a7030-309e-4b1b-9721-197ddf2ebb33 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:02.470216 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b6e39495-69bb-45d1-849c-3ca11ec97f24 req-183a7030-309e-4b1b-9721-197ddf2ebb33 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0517583 Aug 16 17:53:02.505921 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b6e39495-69bb-45d1-849c-3ca11ec97f24 req-d0bdbe2b-1522-4045-96fc-a2ab749be30b tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298381 Aug 16 17:53:03.477031 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0ba86-0d9f-44ca-aa2b-fb594b0ffa95 req-82a68d07-9769-498d-8ab2-bee724ed6aea tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:03.478625 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-5ca0ba86-0d9f-44ca-aa2b-fb594b0ffa95 req-82a68d07-9769-498d-8ab2-bee724ed6aea tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=d832d218-06e7-46e0-9e89-e1b03744f811 HTTP/1.1" status: 200 len: 946 time: 0.0471785 Aug 16 17:53:03.517204 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-5ca0ba86-0d9f-44ca-aa2b-fb594b0ffa95 req-d11f0847-544e-4411-b98f-5ab66738623a tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319781 Aug 16 17:53:03.616598 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb39d5-b6c4-4fff-8af6-3f7381cdee44 req-e343626e-f94a-47be-b638-9d20d61e07a9 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:03.618089 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a3fb39d5-b6c4-4fff-8af6-3f7381cdee44 req-e343626e-f94a-47be-b638-9d20d61e07a9 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0468454 Aug 16 17:53:03.655240 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a3fb39d5-b6c4-4fff-8af6-3f7381cdee44 req-9c563a75-3236-4b0d-9964-b99a27a2b0fb tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b85b457-5d10-435b-8011-87ec03d403d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308070 Aug 16 17:53:03.982759 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2337a-5ee7-41b5-a8d8-45515e96df00 req-560fcf28-2ff4-4936-b046-688f4e10c6f3 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:03.984225 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-6ff2337a-5ee7-41b5-a8d8-45515e96df00 req-560fcf28-2ff4-4936-b046-688f4e10c6f3 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 946 time: 0.0465469 Aug 16 17:53:04.084836 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [req-6ff2337a-5ee7-41b5-a8d8-45515e96df00 req-f3a83336-579d-40aa-8bac-5d2d052d331f tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Deleting port 746544d7-10ef-4545-be9e-e1b2dca27978 {{(pid=101349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:53:04.085180 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-6ff2337a-5ee7-41b5-a8d8-45515e96df00 req-f3a83336-579d-40aa-8bac-5d2d052d331f tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:04.174822 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-6ff2337a-5ee7-41b5-a8d8-45515e96df00 req-f3a83336-579d-40aa-8bac-5d2d052d331f tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] For port 746544d7-10ef-4545-be9e-e1b2dca27978, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=746544d7-10ef-4545-be9e-e1b2dca27978,segment=NetworkSegment(8a996923-3c72-4a28-a680-4b4b2da2679e),segment_id=8a996923-3c72-4a28-a680-4b4b2da2679e)] {{(pid=101349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:53:04.175186 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-6ff2337a-5ee7-41b5-a8d8-45515e96df00 req-f3a83336-579d-40aa-8bac-5d2d052d331f tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:04.340060 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-6ff2337a-5ee7-41b5-a8d8-45515e96df00 req-f3a83336-579d-40aa-8bac-5d2d052d331f tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:04.340349 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-6ff2337a-5ee7-41b5-a8d8-45515e96df00 req-f3a83336-579d-40aa-8bac-5d2d052d331f tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726209'] for floatingip, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:04.340675 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.db.l3_db [req-6ff2337a-5ee7-41b5-a8d8-45515e96df00 req-f3a83336-579d-40aa-8bac-5d2d052d331f tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Floating IP 410280c6-fd1a-41c9-8f03-fc76ebbc5f94 disassociated. External IP: 172.27.3.193, port: 746544d7-10ef-4545-be9e-e1b2dca27978. Aug 16 17:53:04.341014 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [req-6ff2337a-5ee7-41b5-a8d8-45515e96df00 req-f3a83336-579d-40aa-8bac-5d2d052d331f tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Calling delete_port for 746544d7-10ef-4545-be9e-e1b2dca27978 owned by compute:nova {{(pid=101349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:53:04.533284 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-6ff2337a-5ee7-41b5-a8d8-45515e96df00 req-f3a83336-579d-40aa-8bac-5d2d052d331f tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:04.561426 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a83336-579d-40aa-8bac-5d2d052d331f tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Pushing event deleted for resources: {'Port': ['ID=746544d7-10ef-4545-be9e-e1b2dca27978,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:53:04.637511 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb79829-8d02-440c-884e-b9b0a3a0a9e9 req-853c4dba-2b60-453e-8d62-8259833a83ec tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:04.639010 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ddb79829-8d02-440c-884e-b9b0a3a0a9e9 req-853c4dba-2b60-453e-8d62-8259833a83ec tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=d832d218-06e7-46e0-9e89-e1b03744f811 HTTP/1.1" status: 200 len: 946 time: 0.0528438 Aug 16 17:53:04.676578 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ff2337a-5ee7-41b5-a8d8-45515e96df00 req-f3a83336-579d-40aa-8bac-5d2d052d331f tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Router 4a0b651f-61d3-4636-bf4c-2f25f82186e6 has already been hosted by L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 {{(pid=101349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 17:53:04.677949 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ddb79829-8d02-440c-884e-b9b0a3a0a9e9 req-ffb75d4c-759a-4a9f-8a99-6c0ac9505d9b tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328124 Aug 16 17:53:04.759525 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-1efc4f56-43bf-461b-bcc1-c787a57ddbec req-65b93d99-eb4e-42b9-8f17-5dd5458aa078 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 210 time: 0.0257742 Aug 16 17:53:04.788628 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ff2337a-5ee7-41b5-a8d8-45515e96df00 req-f3a83336-579d-40aa-8bac-5d2d052d331f tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 17:53:04.799327 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f03e738-d86a-42cf-a043-32f59238a600 None None] Sync routers for ids ['4a0b651f-61d3-4636-bf4c-2f25f82186e6'] in dv-cinder-797608-18-iscsi {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 17:53:04.809984 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f03e738-d86a-42cf-a043-32f59238a600 None None] Routers {'4a0b651f-61d3-4636-bf4c-2f25f82186e6'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:53:04.810728 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-3f03e738-d86a-42cf-a043-32f59238a600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:52:56Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['4a0b651f-61d3-4636-bf4c-2f25f82186e6'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:53:04.829355 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff2337a-5ee7-41b5-a8d8-45515e96df00 req-f3a83336-579d-40aa-8bac-5d2d052d331f tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] No DVR routers for this DVR port 746544d7-10ef-4545-be9e-e1b2dca27978 on host hv-cinder-79760 {{(pid=101349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 17:53:04.831912 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-6ff2337a-5ee7-41b5-a8d8-45515e96df00 req-f3a83336-579d-40aa-8bac-5d2d052d331f tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:04.833887 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-6ff2337a-5ee7-41b5-a8d8-45515e96df00 req-f3a83336-579d-40aa-8bac-5d2d052d331f tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.13 "DELETE /v2.0/ports/746544d7-10ef-4545-be9e-e1b2dca27978 HTTP/1.1" status: 204 len: 173 time: 0.8364012 Aug 16 17:53:04.834357 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d475aa0-edb7-48e6-ab19-5c3eeb682996', 'name': 'network-vif-deleted', 'tag': '746544d7-10ef-4545-be9e-e1b2dca27978'}] {{(pid=101349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:53:04.836873 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}934f09010de237f24c102465ff13aed95362a81e3346d32f1bd52d9236897e6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1e0694-f5fb-4854-8a9e-1c89355125a6" -d '{"events": [{"server_uuid": "1d475aa0-edb7-48e6-ab19-5c3eeb682996", "name": "network-vif-deleted", "tag": "746544d7-10ef-4545-be9e-e1b2dca27978"}]}' {{(pid=101349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:53:04.911278 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc3d155-1307-40ca-bc32-78be0f2b1e30 x-openstack-request-id: req-9cc3d155-1307-40ca-bc32-78be0f2b1e30 {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:53:04.911574 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d475aa0-edb7-48e6-ab19-5c3eeb682996", "name": "network-vif-deleted", "tag": "746544d7-10ef-4545-be9e-e1b2dca27978", "status": "completed", "code": 200}]} {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:53:04.911832 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9cc3d155-1307-40ca-bc32-78be0f2b1e30 {{(pid=101349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:53:04.912233 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d475aa0-edb7-48e6-ab19-5c3eeb682996', 'name': 'network-vif-deleted', 'tag': '746544d7-10ef-4545-be9e-e1b2dca27978', 'status': 'completed', 'code': 200} Aug 16 17:53:04.929785 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-3f03e738-d86a-42cf-a043-32f59238a600 None None] Set router 4a0b651f-61d3-4636-bf4c-2f25f82186e6 gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:53:05.148027 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-3f03e738-d86a-42cf-a043-32f59238a600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'name': 'tempest-AttachVolumeTestJSON-2099757337-router', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'd19a2c30-a9b9-455e-87c9-66c4a04fe7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:47:46Z', 'updated_at': '2021-08-16T17:47:54Z', 'revision_number': 4, 'project_id': '85697c37841b4a59aaaa6d2d36ff953b', 'gw_port': {'id': 'd19a2c30-a9b9-455e-87c9-66c4a04fe7ae', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:48Z', 'updated_at': '2021-08-16T17:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': '1a1988b8-6c82-4bbd-99eb-14cb9a2fa402', 'name': '', 'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'mac_address': 'fa:16:3e:0a:d4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3d17ce71-6fac-4edf-9519-05a2c7a1f013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:52Z', 'updated_at': '2021-08-16T17:48:01Z', 'revision_number': 5, 'project_id': '85697c37841b4a59aaaa6d2d36ff953b', 'subnets': [{'id': '3d17ce71-6fac-4edf-9519-05a2c7a1f013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:53:05.176665 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f03e738-d86a-42cf-a043-32f59238a600 None None] Checking router: 4a0b651f-61d3-4636-bf4c-2f25f82186e6 for host: dv-cinder-797608-18-iscsi {{(pid=101351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 17:53:05.186207 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f03e738-d86a-42cf-a043-32f59238a600 None None] Routers {'4a0b651f-61d3-4636-bf4c-2f25f82186e6'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:53:05.186819 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-3f03e738-d86a-42cf-a043-32f59238a600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:52:56Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['4a0b651f-61d3-4636-bf4c-2f25f82186e6'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:53:05.298719 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-3f03e738-d86a-42cf-a043-32f59238a600 None None] Set router 4a0b651f-61d3-4636-bf4c-2f25f82186e6 gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:53:05.498815 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-3f03e738-d86a-42cf-a043-32f59238a600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'name': 'tempest-AttachVolumeTestJSON-2099757337-router', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'd19a2c30-a9b9-455e-87c9-66c4a04fe7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:47:46Z', 'updated_at': '2021-08-16T17:47:54Z', 'revision_number': 4, 'project_id': '85697c37841b4a59aaaa6d2d36ff953b', 'gw_port': {'id': 'd19a2c30-a9b9-455e-87c9-66c4a04fe7ae', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:48Z', 'updated_at': '2021-08-16T17:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': '1a1988b8-6c82-4bbd-99eb-14cb9a2fa402', 'name': '', 'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'mac_address': 'fa:16:3e:0a:d4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3d17ce71-6fac-4edf-9519-05a2c7a1f013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:52Z', 'updated_at': '2021-08-16T17:48:01Z', 'revision_number': 5, 'project_id': '85697c37841b4a59aaaa6d2d36ff953b', 'subnets': [{'id': '3d17ce71-6fac-4edf-9519-05a2c7a1f013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:53:05.526022 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f03e738-d86a-42cf-a043-32f59238a600 None None] The sync data for ids ['4a0b651f-61d3-4636-bf4c-2f25f82186e6'] in dv-cinder-797608-18-iscsi is: [{'id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'name': 'tempest-AttachVolumeTestJSON-2099757337-router', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'd19a2c30-a9b9-455e-87c9-66c4a04fe7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:47:46Z', 'updated_at': '2021-08-16T17:47:54Z', 'revision_number': 4, 'project_id': '85697c37841b4a59aaaa6d2d36ff953b', 'gw_port': {'id': 'd19a2c30-a9b9-455e-87c9-66c4a04fe7ae', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:48Z', 'updated_at': '2021-08-16T17:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': '1a1988b8-6c82-4bbd-99eb-14cb9a2fa402', 'name': '', 'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'mac_address': 'fa:16:3e:0a:d4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3d17ce71-6fac-4edf-9519-05a2c7a1f013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:52Z', 'updated_at': '2021-08-16T17:48:01Z', 'revision_number': 5, 'project_id': '85697c37841b4a59aaaa6d2d36ff953b', 'subnets': [{'id': '3d17ce71-6fac-4edf-9519-05a2c7a1f013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 17:53:05.755036 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079e407a-f508-4d99-b17b-4bafe6e91580 None None] New status for floating IP 410280c6-fd1a-41c9-8f03-fc76ebbc5f94: DOWN {{(pid=101352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 17:53:05.869149 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-980a9a73-4eed-4742-88ba-89334dcb6833 req-5b340129-814b-48ae-9ef5-61b693d250af tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d475aa0-edb7-48e6-ab19-5c3eeb682996 HTTP/1.1" status: 200 len: 210 time: 0.0247221 Aug 16 17:53:07.060030 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 55738) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:53:07.114473 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-86e39747-7009-42e4-9941-66654d5505dd tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:07.138737 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-86e39747-7009-42e4-9941-66654d5505dd tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:07.259246 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-86e39747-7009-42e4-9941-66654d5505dd tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:07.262334 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-86e39747-7009-42e4-9941-66654d5505dd tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:07.267796 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-86e39747-7009-42e4-9941-66654d5505dd tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "DELETE /v2.0/security-groups/9b85b457-5d10-435b-8011-87ec03d403d5 HTTP/1.1" status: 204 len: 168 time: 0.2025254 Aug 16 17:53:07.267935 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 55740) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:53:07.272605 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e39747-7009-42e4-9941-66654d5505dd tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b85b457-5d10-435b-8011-87ec03d403d5,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:53:07.280165 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.api.v2.resource [None req-2afe8de6-f6ab-4d3f-85c9-a1c01bc23414 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] show failed (client error): The resource could not be found. Aug 16 17:53:07.281173 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-2afe8de6-f6ab-4d3f-85c9-a1c01bc23414 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups/9b85b457-5d10-435b-8011-87ec03d403d5 HTTP/1.1" status: 404 len: 347 time: 0.0138953 Aug 16 17:53:07.284342 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 55742) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:53:07.409688 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [None req-5e4c56bc-e2a6-4d53-ad78-ca9d42f2c36b tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Deleting port 6a92ae4d-426e-4dc1-b449-4b23dfcbedd3 {{(pid=101349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:53:07.410067 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-5e4c56bc-e2a6-4d53-ad78-ca9d42f2c36b tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:07.483825 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-5e4c56bc-e2a6-4d53-ad78-ca9d42f2c36b tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:07.484155 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-5e4c56bc-e2a6-4d53-ad78-ca9d42f2c36b tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:07.495553 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [None req-5e4c56bc-e2a6-4d53-ad78-ca9d42f2c36b tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Calling delete_port for 6a92ae4d-426e-4dc1-b449-4b23dfcbedd3 owned by network:floatingip {{(pid=101349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:53:07.717281 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-5e4c56bc-e2a6-4d53-ad78-ca9d42f2c36b tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:07.717967 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 746544d7-10ef-4545-be9e-e1b2dca27978 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:53:07.743056 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c56bc-e2a6-4d53-ad78-ca9d42f2c36b tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Pushing event deleted for resources: {'Port': ['ID=6a92ae4d-426e-4dc1-b449-4b23dfcbedd3,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:53:07.751911 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] No Port match for: 746544d7-10ef-4545-be9e-e1b2dca27978 {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 17:53:07.752534 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 746544d7-10ef-4545-be9e-e1b2dca27978 not bound to the agent host hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 17:53:07.762223 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4c56bc-e2a6-4d53-ad78-ca9d42f2c36b tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:53:07.763619 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4c56bc-e2a6-4d53-ad78-ca9d42f2c36b tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:53:07.764673 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4c56bc-e2a6-4d53-ad78-ca9d42f2c36b tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:53:07.764673 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4c56bc-e2a6-4d53-ad78-ca9d42f2c36b tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:53:07.764975 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4c56bc-e2a6-4d53-ad78-ca9d42f2c36b tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:53:07.765262 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4c56bc-e2a6-4d53-ad78-ca9d42f2c36b tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:53:07.765593 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4c56bc-e2a6-4d53-ad78-ca9d42f2c36b tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:53:07.766239 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4c56bc-e2a6-4d53-ad78-ca9d42f2c36b tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:53:07.766571 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4c56bc-e2a6-4d53-ad78-ca9d42f2c36b tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:53:07.766891 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4c56bc-e2a6-4d53-ad78-ca9d42f2c36b tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:53:07.767329 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4c56bc-e2a6-4d53-ad78-ca9d42f2c36b tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:53:07.767771 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4c56bc-e2a6-4d53-ad78-ca9d42f2c36b tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:53:07.833143 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-5e4c56bc-e2a6-4d53-ad78-ca9d42f2c36b tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for floatingip, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:07.835761 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-5e4c56bc-e2a6-4d53-ad78-ca9d42f2c36b tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for floatingip, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:07.836904 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-5e4c56bc-e2a6-4d53-ad78-ca9d42f2c36b tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "DELETE /v2.0/floatingips/410280c6-fd1a-41c9-8f03-fc76ebbc5f94 HTTP/1.1" status: 204 len: 168 time: 0.5516653 Aug 16 17:53:08.223255 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-701f9eb4-67b6-45cd-b189-b39ff25a21d7 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:08.224715 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-701f9eb4-67b6-45cd-b189-b39ff25a21d7 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/networks?id=eea7a03f-7981-45aa-9545-781566f9ebe6 HTTP/1.1" status: 200 len: 815 time: 0.1024005 Aug 16 17:53:08.240255 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-31ca45a4-065c-4acd-8f66-77b2b6c61c08 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/quotas/6e6d80e4dd68460c888b800564b277ef HTTP/1.1" status: 200 len: 375 time: 0.0090442 Aug 16 17:53:08.288751 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-2988aef8-83d5-4f51-b8f2-e1e5a6cde61f tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6e6d80e4dd68460c888b800564b277ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426426 Aug 16 17:53:08.378951 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-7a61e66f-c233-42aa-a990-933210f6282c service neutron] 10.222.0.73 "GET /v2.0/networks/eea7a03f-7981-45aa-9545-781566f9ebe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830655 Aug 16 17:53:08.472918 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-a3be8e05-cb70-4575-8c6c-6c9d277294bd service neutron] 10.222.0.73 "GET /v2.0/networks/eea7a03f-7981-45aa-9545-781566f9ebe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881548 Aug 16 17:53:09.030946 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 55782) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:53:09.037806 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-3e642989-8cae-42e7-bdda-a36cdbf1b6b6 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Request body: {'security_group': {'name': 'tempest-securitygroup--808316340', 'description': 'tempest-description--882016638'}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:53:09.127751 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3e642989-8cae-42e7-bdda-a36cdbf1b6b6 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:09.220281 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3e642989-8cae-42e7-bdda-a36cdbf1b6b6 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:09.269573 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a82e63-f711-45cd-bd24-4f22dc821a53 req-d2f11fd5-ef6e-4c09-a9a9-4ef8903baa7f tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:09.271066 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-16a82e63-f711-45cd-bd24-4f22dc821a53 req-d2f11fd5-ef6e-4c09-a9a9-4ef8903baa7f tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf43004f-7c54-401e-9272-3664b1dcf851 HTTP/1.1" status: 200 len: 946 time: 0.0473833 Aug 16 17:53:09.284531 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3e642989-8cae-42e7-bdda-a36cdbf1b6b6 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:09.330870 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e642989-8cae-42e7-bdda-a36cdbf1b6b6 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f24a1b0a-a2ac-4413-85c7-0b157a121828,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:53:09.338489 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-16a82e63-f711-45cd-bd24-4f22dc821a53 req-3495544c-4f07-4f16-b0e9-52b2150ce28e tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/security-groups?id=81d66009-ac2c-475d-b4ed-165198bbf570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609980 Aug 16 17:53:09.392809 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3e642989-8cae-42e7-bdda-a36cdbf1b6b6 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:09.394099 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-3e642989-8cae-42e7-bdda-a36cdbf1b6b6 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3620803 Aug 16 17:53:09.398526 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 55786) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:53:09.401241 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-c1343318-35f3-4be5-8ec7-4aa51509b6a8 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Request body: {'security_group_rule': {'security_group_id': 'f24a1b0a-a2ac-4413-85c7-0b157a121828', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:53:09.420096 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-eaa4fe58-f23e-48e1-a49d-65029924fd48 req-06f5cc99-aa7a-4054-a0cd-08ff3f920a7c tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=72e7d7bc-3707-4d82-9f3a-22e16b822320 HTTP/1.1" status: 200 len: 210 time: 0.0383129 Aug 16 17:53:09.492017 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-c1343318-35f3-4be5-8ec7-4aa51509b6a8 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:09.541341 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-c1343318-35f3-4be5-8ec7-4aa51509b6a8 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:09.618696 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-c1343318-35f3-4be5-8ec7-4aa51509b6a8 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731246'] for security_group_rule, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:09.635983 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1343318-35f3-4be5-8ec7-4aa51509b6a8 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=848e2cff-a76e-43a6-8071-6fb2a12279a4,revision_number=0']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:53:09.722060 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-c1343318-35f3-4be5-8ec7-4aa51509b6a8 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:09.723311 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-c1343318-35f3-4be5-8ec7-4aa51509b6a8 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3254585 Aug 16 17:53:09.725903 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 55788) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:53:09.731165 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-8aeee967-d93f-466f-bbc1-c4f85975704e tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Request body: {'security_group_rule': {'security_group_id': 'f24a1b0a-a2ac-4413-85c7-0b157a121828', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:53:09.806807 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-8aeee967-d93f-466f-bbc1-c4f85975704e tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:09.863043 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-8aeee967-d93f-466f-bbc1-c4f85975704e tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:09.927467 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-8aeee967-d93f-466f-bbc1-c4f85975704e tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731246'] for security_group_rule, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:09.944734 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeee967-d93f-466f-bbc1-c4f85975704e tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=036a05f7-12a7-42e2-a441-0b40e6c88de5,revision_number=0']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:53:10.013405 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-8aeee967-d93f-466f-bbc1-c4f85975704e tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:10.014767 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-8aeee967-d93f-466f-bbc1-c4f85975704e tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2878678 Aug 16 17:53:10.017669 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 55790) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:53:10.022046 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-342273f3-cbf0-457e-94a6-fc39ccd31e38 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Request body: {'floatingip': {'floating_network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:53:10.110617 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-342273f3-cbf0-457e-94a6-fc39ccd31e38 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for floatingip, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:10.212051 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-342273f3-cbf0-457e-94a6-fc39ccd31e38 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:10.315895 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.db_base_plugin_common [None req-342273f3-cbf0-457e-94a6-fc39ccd31e38 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Allocated IP 172.27.3.61 (d857f842-3fbc-4776-aae7-ff863ed2df9e/954a9ada-4a6b-483d-99dd-491d9afbe734/dec9698b-f0ea-40c7-b2be-49b1b4fa91fd) {{(pid=101350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:53:10.428193 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-342273f3-cbf0-457e-94a6-fc39ccd31e38 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for port, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:10.477264 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a639ccf-af46-4dc8-ae02-8c2fe2aa7e9d req-d54bbdf2-8cb0-454e-905e-cca15826787c tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:10.478927 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6a639ccf-af46-4dc8-ae02-8c2fe2aa7e9d req-d54bbdf2-8cb0-454e-905e-cca15826787c tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf43004f-7c54-401e-9272-3664b1dcf851 HTTP/1.1" status: 200 len: 946 time: 0.0686171 Aug 16 17:53:10.521334 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6a639ccf-af46-4dc8-ae02-8c2fe2aa7e9d req-b6b43681-eafa-43e7-b8e1-e460ad2b3411 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/security-groups?id=81d66009-ac2c-475d-b4ed-165198bbf570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362625 Aug 16 17:53:10.568251 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-342273f3-cbf0-457e-94a6-fc39ccd31e38 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4811479'] for port, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:10.626555 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d17a813d-e715-4c9a-9332-6a95723539cc req-7073ae95-be64-4c3b-86a3-faf0c44ae84e tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=72e7d7bc-3707-4d82-9f3a-22e16b822320 HTTP/1.1" status: 200 len: 210 time: 0.0333138 Aug 16 17:53:10.633803 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342273f3-cbf0-457e-94a6-fc39ccd31e38 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Network d857f842-3fbc-4776-aae7-ff863ed2df9e is already hosted by enough agents. {{(pid=101350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:53:10.638409 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342273f3-cbf0-457e-94a6-fc39ccd31e38 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Pushing event updated for resources: {'Port': ['ID=dec9698b-f0ea-40c7-b2be-49b1b4fa91fd,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:53:10.640635 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.base_scheduler [None req-342273f3-cbf0-457e-94a6-fc39ccd31e38 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Resources bound (agent type, host, resource id): {{(pid=101350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:53:10.642813 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342273f3-cbf0-457e-94a6-fc39ccd31e38 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Received port after_create {{(pid=101350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:53:10.649816 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75df3e-c5d7-44c8-8c4c-0aef2a1bdfe6 req-1811a872-420a-43d7-a33c-1421e558195f tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:10.652031 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-2a75df3e-c5d7-44c8-8c4c-0aef2a1bdfe6 req-1811a872-420a-43d7-a33c-1421e558195f tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf43004f-7c54-401e-9272-3664b1dcf851 HTTP/1.1" status: 200 len: 946 time: 0.0500479 Aug 16 17:53:10.730299 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-342273f3-cbf0-457e-94a6-fc39ccd31e38 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:10.746273 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [req-2a75df3e-c5d7-44c8-8c4c-0aef2a1bdfe6 req-d06692c2-af40-4ba2-bfe2-f11996e57468 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Deleting port 06994382-152c-48ee-81f1-2f65d9428e24 {{(pid=101349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:53:10.746618 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-2a75df3e-c5d7-44c8-8c4c-0aef2a1bdfe6 req-d06692c2-af40-4ba2-bfe2-f11996e57468 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:10.838640 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-2a75df3e-c5d7-44c8-8c4c-0aef2a1bdfe6 req-d06692c2-af40-4ba2-bfe2-f11996e57468 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] For port 06994382-152c-48ee-81f1-2f65d9428e24, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=06994382-152c-48ee-81f1-2f65d9428e24,segment=NetworkSegment(670ee39c-d21d-439e-a9e5-a108d4905a64),segment_id=670ee39c-d21d-439e-a9e5-a108d4905a64)] {{(pid=101349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:53:10.838925 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-2a75df3e-c5d7-44c8-8c4c-0aef2a1bdfe6 req-d06692c2-af40-4ba2-bfe2-f11996e57468 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:10.839343 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-342273f3-cbf0-457e-94a6-fc39ccd31e38 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:10.851360 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [req-2a75df3e-c5d7-44c8-8c4c-0aef2a1bdfe6 req-d06692c2-af40-4ba2-bfe2-f11996e57468 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Calling delete_port for 06994382-152c-48ee-81f1-2f65d9428e24 owned by compute:nova {{(pid=101349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:53:10.996897 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-342273f3-cbf0-457e-94a6-fc39ccd31e38 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for port, precommit_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:11.060624 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-45952c02-d047-403f-b29b-8f3ec6fc4bea tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:11.061848 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-45952c02-d047-403f-b29b-8f3ec6fc4bea tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.13 "GET /v2.0/networks?id=eea7a03f-7981-45aa-9545-781566f9ebe6 HTTP/1.1" status: 200 len: 815 time: 0.1387913 Aug 16 17:53:11.081699 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-342273f3-cbf0-457e-94a6-fc39ccd31e38 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4811480'] for port, after_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:11.092088 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-fcd21e33-8801-47b9-894e-f6aada1376a4 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Request body: {'port': {'device_id': '72e7d7bc-3707-4d82-9f3a-22e16b822320', 'network_id': 'eea7a03f-7981-45aa-9545-781566f9ebe6', 'admin_state_up': True, 'tenant_id': '6e6d80e4dd68460c888b800564b277ef'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:53:11.134639 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-2a75df3e-c5d7-44c8-8c4c-0aef2a1bdfe6 req-d06692c2-af40-4ba2-bfe2-f11996e57468 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:11.148064 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342273f3-cbf0-457e-94a6-fc39ccd31e38 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Pushing event updated for resources: {'Port': ['ID=dec9698b-f0ea-40c7-b2be-49b1b4fa91fd,revision_number=2']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:53:11.165536 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-342273f3-cbf0-457e-94a6-fc39ccd31e38 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726209'] for floatingip, after_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:11.178842 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06692c2-af40-4ba2-bfe2-f11996e57468 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Pushing event deleted for resources: {'Port': ['ID=06994382-152c-48ee-81f1-2f65d9428e24,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:53:11.191561 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['06994382-152c-48ee-81f1-2f65d9428e24'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:53:11.235129 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a75df3e-c5d7-44c8-8c4c-0aef2a1bdfe6 req-d06692c2-af40-4ba2-bfe2-f11996e57468 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] No DVR routers for this DVR port 06994382-152c-48ee-81f1-2f65d9428e24 on host hv-cinder-79760 {{(pid=101349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 17:53:11.236409 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-342273f3-cbf0-457e-94a6-fc39ccd31e38 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for floatingip, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:11.238080 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-342273f3-cbf0-457e-94a6-fc39ccd31e38 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2191656 Aug 16 17:53:11.240311 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-2a75df3e-c5d7-44c8-8c4c-0aef2a1bdfe6 req-d06692c2-af40-4ba2-bfe2-f11996e57468 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:11.244175 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-2a75df3e-c5d7-44c8-8c4c-0aef2a1bdfe6 req-d06692c2-af40-4ba2-bfe2-f11996e57468 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.13 "DELETE /v2.0/ports/06994382-152c-48ee-81f1-2f65d9428e24 HTTP/1.1" status: 204 len: 173 time: 0.5842800 Aug 16 17:53:11.244175 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf43004f-7c54-401e-9272-3664b1dcf851', 'name': 'network-vif-deleted', 'tag': '06994382-152c-48ee-81f1-2f65d9428e24'}] {{(pid=101349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:53:11.245497 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}934f09010de237f24c102465ff13aed95362a81e3346d32f1bd52d9236897e6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce7a145-f876-4ea0-8785-ffc088681bde" -d '{"events": [{"server_uuid": "cf43004f-7c54-401e-9272-3664b1dcf851", "name": "network-vif-deleted", "tag": "06994382-152c-48ee-81f1-2f65d9428e24"}]}' {{(pid=101349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:53:11.290036 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc828fa4-60cc-40d8-83d5-605aa08c247b x-openstack-request-id: req-cc828fa4-60cc-40d8-83d5-605aa08c247b {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:53:11.290375 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf43004f-7c54-401e-9272-3664b1dcf851", "name": "network-vif-deleted", "tag": "06994382-152c-48ee-81f1-2f65d9428e24", "status": "completed", "code": 200}]} {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:53:11.290626 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cc828fa4-60cc-40d8-83d5-605aa08c247b {{(pid=101349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:53:11.291015 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf43004f-7c54-401e-9272-3664b1dcf851', 'name': 'network-vif-deleted', 'tag': '06994382-152c-48ee-81f1-2f65d9428e24', 'status': 'completed', 'code': 200} Aug 16 17:53:11.356469 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-fcd21e33-8801-47b9-894e-f6aada1376a4 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Made reservation on behalf of 6e6d80e4dd68460c888b800564b277ef for: {'port': 1} {{(pid=101349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:53:11.360148 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-fcd21e33-8801-47b9-894e-f6aada1376a4 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:11.383451 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-efee4acf-dd06-4d4f-a0a9-24a2fdc81813 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--808316340&fields=id&tenant_id=85697c37841b4a59aaaa6d2d36ff953b HTTP/1.1" status: 200 len: 267 time: 0.0334890 Aug 16 17:53:11.487614 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.db_base_plugin_common [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-fcd21e33-8801-47b9-894e-f6aada1376a4 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Allocated IP 172.20.0.14 (eea7a03f-7981-45aa-9545-781566f9ebe6/7121b435-725b-49c1-9713-d93f9348d59e/d6b8899a-0265-4d33-8dfe-b9d556255f4b) {{(pid=101349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:53:11.498529 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-2da7ced2-93c0-4190-b002-b49c17b8bce1 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:11.500007 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-2da7ced2-93c0-4190-b002-b49c17b8bce1 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/networks?id=d4c249fc-f15d-4c54-a2fa-f9ec1324c63c HTTP/1.1" status: 200 len: 811 time: 0.1090970 Aug 16 17:53:11.516931 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-fb704885-6937-4926-938c-25752ebe354e tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/quotas/85697c37841b4a59aaaa6d2d36ff953b HTTP/1.1" status: 200 len: 375 time: 0.0109744 Aug 16 17:53:11.570285 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-607e01ce-8c46-4afd-91db-146f21fe2f11 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=85697c37841b4a59aaaa6d2d36ff953b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476415 Aug 16 17:53:11.641407 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-fcd21e33-8801-47b9-894e-f6aada1376a4 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Notify callbacks [] for port, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:11.677155 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-1ba6a509-6b7b-459a-8f3a-32ced78ffb9c service neutron] 10.222.0.73 "GET /v2.0/networks/d4c249fc-f15d-4c54-a2fa-f9ec1324c63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929821 Aug 16 17:53:11.762613 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-fcd21e33-8801-47b9-894e-f6aada1376a4 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:11.765884 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 6 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 17:53:11.769930 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-62af46cb-4cab-4687-ab3d-7e6f6352e8e4 service neutron] 10.222.0.73 "GET /v2.0/networks/d4c249fc-f15d-4c54-a2fa-f9ec1324c63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853899 Aug 16 17:53:11.809012 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-fcd21e33-8801-47b9-894e-f6aada1376a4 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Network eea7a03f-7981-45aa-9545-781566f9ebe6 is already hosted by enough agents. {{(pid=101349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:53:11.812341 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.base_scheduler [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-fcd21e33-8801-47b9-894e-f6aada1376a4 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Resources bound (agent type, host, resource id): {{(pid=101349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:53:11.814695 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-fcd21e33-8801-47b9-894e-f6aada1376a4 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Received port after_create {{(pid=101349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:53:11.842324 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd21e33-8801-47b9-894e-f6aada1376a4 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Pushing event updated for resources: {'Port': ['ID=d6b8899a-0265-4d33-8dfe-b9d556255f4b,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:53:11.870246 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-fcd21e33-8801-47b9-894e-f6aada1376a4 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:11.870902 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-fcd21e33-8801-47b9-894e-f6aada1376a4 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:11.872184 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['cc1a987c-8274-48cf-a9f6-9e02d39df5af', '1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:53:11.970665 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-fcd21e33-8801-47b9-894e-f6aada1376a4 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8836908 Aug 16 17:53:12.063968 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-97dc58df-a9e0-478f-a2dd-793cabf706d4 service neutron] Request body: {'port': {'device_id': '72e7d7bc-3707-4d82-9f3a-22e16b822320', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:53:12.129077 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-97dc58df-a9e0-478f-a2dd-793cabf706d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:12.245474 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b8b826ea-7a86-4131-b967-9068e083d50b req-8fb883a0-bed1-44f6-97ff-575cc3e56236 tempest-VolumesSnapshotTestJSON-397855996 tempest-VolumesSnapshotTestJSON-397855996-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf43004f-7c54-401e-9272-3664b1dcf851 HTTP/1.1" status: 200 len: 210 time: 0.0376422 Aug 16 17:53:12.341525 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9a123-fe8e-4a80-90e5-00af41554453 req-9e1da8c9-f4ea-4a4e-bc22-0e1cd9dda717 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:12.343053 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b0e9a123-fe8e-4a80-90e5-00af41554453 req-9e1da8c9-f4ea-4a4e-bc22-0e1cd9dda717 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=72e7d7bc-3707-4d82-9f3a-22e16b822320 HTTP/1.1" status: 200 len: 932 time: 0.0478847 Aug 16 17:53:12.383537 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b0e9a123-fe8e-4a80-90e5-00af41554453 req-de02734d-8a35-4821-8e59-2922177d532f tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336344 Aug 16 17:53:12.446664 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-97dc58df-a9e0-478f-a2dd-793cabf706d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6b8899a-0265-4d33-8dfe-b9d556255f4b {{(pid=101349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:53:12.450613 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-94c5cf1a-1083-4e74-8a2a-28754ac19112 req-37aae1ca-cd73-4164-97ba-5e35e171558d tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a4c4022-12a8-4884-a856-a33618b4747f HTTP/1.1" status: 200 len: 210 time: 0.0279052 Aug 16 17:53:12.454786 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-97dc58df-a9e0-478f-a2dd-793cabf706d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:12.473451 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.provisioning_blocks [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-97dc58df-a9e0-478f-a2dd-793cabf706d4 service neutron] Transition to ACTIVE for port object d6b8899a-0265-4d33-8dfe-b9d556255f4b will not be triggered until provisioned by entity L2. {{(pid=101349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:53:12.528030 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-97dc58df-a9e0-478f-a2dd-793cabf706d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5660737'] for port, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:12.577587 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc58df-a9e0-478f-a2dd-793cabf706d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b8899a-0265-4d33-8dfe-b9d556255f4b,revision_number=2']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:53:12.646909 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-97dc58df-a9e0-478f-a2dd-793cabf706d4 service neutron] Attempting to bind port d6b8899a-0265-4d33-8dfe-b9d556255f4b on host hv-cinder-79760 for vnic_type normal with profile {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:53:12.647242 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-97dc58df-a9e0-478f-a2dd-793cabf706d4 service neutron] Attempting to bind port d6b8899a-0265-4d33-8dfe-b9d556255f4b by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '9942712d-0cef-4013-8eb4-4c445158e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'eea7a03f-7981-45aa-9545-781566f9ebe6'}] {{(pid=101349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:53:12.647570 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-97dc58df-a9e0-478f-a2dd-793cabf706d4 service neutron] Attempting to bind port d6b8899a-0265-4d33-8dfe-b9d556255f4b on network eea7a03f-7981-45aa-9545-781566f9ebe6 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:53:12.651827 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-97dc58df-a9e0-478f-a2dd-793cabf706d4 service neutron] Port d6b8899a-0265-4d33-8dfe-b9d556255f4b on network eea7a03f-7981-45aa-9545-781566f9ebe6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 17:53:12.652148 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-97dc58df-a9e0-478f-a2dd-793cabf706d4 service neutron] Attempting to bind port d6b8899a-0265-4d33-8dfe-b9d556255f4b on network eea7a03f-7981-45aa-9545-781566f9ebe6 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:53:12.656829 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-97dc58df-a9e0-478f-a2dd-793cabf706d4 service neutron] Checking agent: {'id': 'd413de79-89e7-4037-a6bb-11a55464df62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 45, 56), 'started_at': datetime.datetime(2021, 8, 16, 17, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:53:12.657172 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-97dc58df-a9e0-478f-a2dd-793cabf706d4 service neutron] Checking segment: {'id': '9942712d-0cef-4013-8eb4-4c445158e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'eea7a03f-7981-45aa-9545-781566f9ebe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:53:12.657574 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-97dc58df-a9e0-478f-a2dd-793cabf706d4 service neutron] Bound using segment: {'id': '9942712d-0cef-4013-8eb4-4c445158e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'eea7a03f-7981-45aa-9545-781566f9ebe6'} {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:53:12.657995 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-97dc58df-a9e0-478f-a2dd-793cabf706d4 service neutron] Bound port: d6b8899a-0265-4d33-8dfe-b9d556255f4b, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9942712d-0cef-4013-8eb4-4c445158e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'eea7a03f-7981-45aa-9545-781566f9ebe6'}}] {{(pid=101349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:53:12.658618 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-97dc58df-a9e0-478f-a2dd-793cabf706d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:12.720288 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-97dc58df-a9e0-478f-a2dd-793cabf706d4 service neutron] For port d6b8899a-0265-4d33-8dfe-b9d556255f4b, host hv-cinder-79760, cleared binding levels {{(pid=101349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:53:12.723230 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-97dc58df-a9e0-478f-a2dd-793cabf706d4 service neutron] For port d6b8899a-0265-4d33-8dfe-b9d556255f4b, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d6b8899a-0265-4d33-8dfe-b9d556255f4b,segment=NetworkSegment(9942712d-0cef-4013-8eb4-4c445158e8f0),segment_id=9942712d-0cef-4013-8eb4-4c445158e8f0)] {{(pid=101349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:53:12.796745 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-97dc58df-a9e0-478f-a2dd-793cabf706d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5660737'] for port, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:12.833000 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-97dc58df-a9e0-478f-a2dd-793cabf706d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:12.833603 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-97dc58df-a9e0-478f-a2dd-793cabf706d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:12.834994 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-97dc58df-a9e0-478f-a2dd-793cabf706d4 service neutron] 10.222.0.13 "PUT /v2.0/ports/d6b8899a-0265-4d33-8dfe-b9d556255f4b HTTP/1.1" status: 200 len: 1094 time: 0.8366873 Aug 16 17:53:12.855197 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc58df-a9e0-478f-a2dd-793cabf706d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b8899a-0265-4d33-8dfe-b9d556255f4b,revision_number=3']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:53:12.997400 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-d1a41db7-59e3-44a1-8796-dd92a32ee686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:12.998947 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-d1a41db7-59e3-44a1-8796-dd92a32ee686 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6e6d80e4dd68460c888b800564b277ef&device_id=72e7d7bc-3707-4d82-9f3a-22e16b822320 HTTP/1.1" status: 200 len: 1097 time: 0.0432980 Aug 16 17:53:13.052982 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-3425d97d-2a7f-462c-beb8-c99773cd868b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6b8899a-0265-4d33-8dfe-b9d556255f4b HTTP/1.1" status: 200 len: 217 time: 0.0344594 Aug 16 17:53:13.102905 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-17ded0a5-7054-4429-9540-c551fcc862ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:13.104939 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-17ded0a5-7054-4429-9540-c551fcc862ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7121b435-725b-49c1-9713-d93f9348d59e HTTP/1.1" status: 200 len: 855 time: 0.0424330 Aug 16 17:53:13.138571 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-b1ff7957-092c-4593-a0f0-38853774bffc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eea7a03f-7981-45aa-9545-781566f9ebe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261011 Aug 16 17:53:13.232843 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-efdcc51f-7bbc-4580-9ebd-d41ec36ef7c6 service neutron] 10.222.0.13 "GET /v2.0/networks/eea7a03f-7981-45aa-9545-781566f9ebe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819921 Aug 16 17:53:13.294627 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e7d7bc-3707-4d82-9f3a-22e16b822320', 'tag': 'd6b8899a-0265-4d33-8dfe-b9d556255f4b'}] {{(pid=101349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:53:13.296860 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}934f09010de237f24c102465ff13aed95362a81e3346d32f1bd52d9236897e6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9467683c-65cf-461c-83f6-90874db3a924" -d '{"events": [{"name": "network-changed", "server_uuid": "72e7d7bc-3707-4d82-9f3a-22e16b822320", "tag": "d6b8899a-0265-4d33-8dfe-b9d556255f4b"}]}' {{(pid=101349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:53:13.339272 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-478ff638-8c7e-4f40-862a-59dfb84e1eb6 req-df1d5ddd-7053-40f5-9ad6-ad915f33e80c service neutron] 10.222.0.13 "GET /v2.0/networks/eea7a03f-7981-45aa-9545-781566f9ebe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973306 Aug 16 17:53:13.355905 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 17:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16887b4-613f-43da-be14-b2fd869808c7 x-openstack-request-id: req-a16887b4-613f-43da-be14-b2fd869808c7 {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:53:13.356195 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e7d7bc-3707-4d82-9f3a-22e16b822320", "tag": "d6b8899a-0265-4d33-8dfe-b9d556255f4b", "status": "completed", "code": 200}]} {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:53:13.356449 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a16887b4-613f-43da-be14-b2fd869808c7 {{(pid=101349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:53:13.356843 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e7d7bc-3707-4d82-9f3a-22e16b822320', 'tag': 'd6b8899a-0265-4d33-8dfe-b9d556255f4b', 'status': 'completed', 'code': 200} Aug 16 17:53:13.500830 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b108d-3c7d-4488-a704-818089de384c req-60e7457c-f9a6-42a9-be14-5755ea2e06d3 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:13.502325 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-772b108d-3c7d-4488-a704-818089de384c req-60e7457c-f9a6-42a9-be14-5755ea2e06d3 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=72e7d7bc-3707-4d82-9f3a-22e16b822320 HTTP/1.1" status: 200 len: 944 time: 0.0484765 Aug 16 17:53:13.540152 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-772b108d-3c7d-4488-a704-818089de384c req-052294b5-8474-4f17-8ea7-eabb30a571a5 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318468 Aug 16 17:53:13.568779 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467683c-65cf-461c-83f6-90874db3a924 req-af444a29-53e7-49c4-97cc-998776f1a988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:13.570936 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-9467683c-65cf-461c-83f6-90874db3a924 req-af444a29-53e7-49c4-97cc-998776f1a988 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6e6d80e4dd68460c888b800564b277ef&device_id=72e7d7bc-3707-4d82-9f3a-22e16b822320 HTTP/1.1" status: 200 len: 1097 time: 0.0518248 Aug 16 17:53:13.627163 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f549e454-863a-4862-99f6-11428ec6156f req-56919723-0bf7-4481-b941-6e975c93aad7 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a4c4022-12a8-4884-a856-a33618b4747f HTTP/1.1" status: 200 len: 210 time: 0.0280192 Aug 16 17:53:13.668665 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467683c-65cf-461c-83f6-90874db3a924 req-e5e187d1-fd8d-4e76-a8d0-bc446f1ac3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:13.670174 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-9467683c-65cf-461c-83f6-90874db3a924 req-e5e187d1-fd8d-4e76-a8d0-bc446f1ac3d9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eea7a03f-7981-45aa-9545-781566f9ebe6 HTTP/1.1" status: 200 len: 916 time: 0.0885816 Aug 16 17:53:13.714230 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-9467683c-65cf-461c-83f6-90874db3a924 req-2047b769-9fac-471e-99fa-35ca59b6dc18 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6b8899a-0265-4d33-8dfe-b9d556255f4b HTTP/1.1" status: 200 len: 217 time: 0.0360427 Aug 16 17:53:13.745498 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 06994382-152c-48ee-81f1-2f65d9428e24 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:53:13.763179 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467683c-65cf-461c-83f6-90874db3a924 req-d6fe948d-fade-439b-b974-ead2ed739436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:13.764862 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-9467683c-65cf-461c-83f6-90874db3a924 req-d6fe948d-fade-439b-b974-ead2ed739436 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7121b435-725b-49c1-9713-d93f9348d59e HTTP/1.1" status: 200 len: 855 time: 0.0440836 Aug 16 17:53:13.767604 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] No Port match for: 06994382-152c-48ee-81f1-2f65d9428e24 {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 17:53:13.767934 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 06994382-152c-48ee-81f1-2f65d9428e24 not bound to the agent host hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 17:53:13.806976 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-9467683c-65cf-461c-83f6-90874db3a924 req-57e80d43-47ee-470e-94a1-48310b73c04f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eea7a03f-7981-45aa-9545-781566f9ebe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236993 Aug 16 17:53:13.904667 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-9467683c-65cf-461c-83f6-90874db3a924 req-a94b801e-319e-4b11-b9c2-c3f9ad6c7fbc service neutron] 10.222.0.13 "GET /v2.0/networks/eea7a03f-7981-45aa-9545-781566f9ebe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879338 Aug 16 17:53:13.994852 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-9467683c-65cf-461c-83f6-90874db3a924 req-f242fcbe-c916-4515-8a5f-edda850d8f36 service neutron] 10.222.0.13 "GET /v2.0/networks/eea7a03f-7981-45aa-9545-781566f9ebe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813866 Aug 16 17:53:14.533082 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-fc802401-c2ba-4b77-8bf9-877d1be3d921 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:14.534804 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-fc802401-c2ba-4b77-8bf9-877d1be3d921 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.13 "GET /v2.0/networks?id=d4c249fc-f15d-4c54-a2fa-f9ec1324c63c HTTP/1.1" status: 200 len: 811 time: 0.1041396 Aug 16 17:53:14.595016 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-1099d465-e6da-47a2-834b-8b848a35774b tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85697c37841b4a59aaaa6d2d36ff953b HTTP/1.1" status: 200 len: 379 time: 0.0335164 Aug 16 17:53:14.610257 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-c5aed483-8dcc-410d-b5c0-2a7799ccec49 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Request body: {'port': {'device_id': '6a4c4022-12a8-4884-a856-a33618b4747f', 'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c', 'admin_state_up': True, 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'security_groups': ['f24a1b0a-a2ac-4413-85c7-0b157a121828']}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:53:14.655920 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a9863-a4e6-4ad1-918b-4ab813eec3d8 req-3e18decb-0fbc-48d8-b37d-9b8ed15d0d6a tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:14.657411 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a31a9863-a4e6-4ad1-918b-4ab813eec3d8 req-3e18decb-0fbc-48d8-b37d-9b8ed15d0d6a tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=72e7d7bc-3707-4d82-9f3a-22e16b822320 HTTP/1.1" status: 200 len: 944 time: 0.0480740 Aug 16 17:53:14.696279 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a31a9863-a4e6-4ad1-918b-4ab813eec3d8 req-670676e8-0191-4052-8318-55f8b406a09e tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320992 Aug 16 17:53:14.777003 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-15e7a2a8-c12c-496b-b184-febf5b6317c0 req-d2d06ed7-3a50-43af-95b5-7c3019178178 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a4c4022-12a8-4884-a856-a33618b4747f HTTP/1.1" status: 200 len: 210 time: 0.0255792 Aug 16 17:53:14.835968 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-c5aed483-8dcc-410d-b5c0-2a7799ccec49 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Made reservation on behalf of 85697c37841b4a59aaaa6d2d36ff953b for: {'port': 1} {{(pid=101349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:53:14.840007 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-c5aed483-8dcc-410d-b5c0-2a7799ccec49 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:14.970221 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.db_base_plugin_common [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-c5aed483-8dcc-410d-b5c0-2a7799ccec49 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Allocated IP 172.20.0.11 (d4c249fc-f15d-4c54-a2fa-f9ec1324c63c/3d17ce71-6fac-4edf-9519-05a2c7a1f013/9da0b3f9-3c99-427f-838f-593f08cb7c2e) {{(pid=101349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:53:15.112068 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-c5aed483-8dcc-410d-b5c0-2a7799ccec49 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for port, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:15.124793 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.provisioning_blocks [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-c5aed483-8dcc-410d-b5c0-2a7799ccec49 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Transition to ACTIVE for port object 9da0b3f9-3c99-427f-838f-593f08cb7c2e will not be triggered until provisioned by entity DHCP. {{(pid=101349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:53:15.225560 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-c5aed483-8dcc-410d-b5c0-2a7799ccec49 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:15.264695 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-c5aed483-8dcc-410d-b5c0-2a7799ccec49 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Network d4c249fc-f15d-4c54-a2fa-f9ec1324c63c is already hosted by enough agents. {{(pid=101349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:53:15.269533 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.base_scheduler [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-c5aed483-8dcc-410d-b5c0-2a7799ccec49 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Resources bound (agent type, host, resource id): {{(pid=101349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:53:15.271790 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-c5aed483-8dcc-410d-b5c0-2a7799ccec49 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Received port after_create {{(pid=101349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:53:15.310389 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aed483-8dcc-410d-b5c0-2a7799ccec49 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Pushing event updated for resources: {'Port': ['ID=9da0b3f9-3c99-427f-838f-593f08cb7c2e,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:53:15.337956 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-c5aed483-8dcc-410d-b5c0-2a7799ccec49 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:15.339091 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-c5aed483-8dcc-410d-b5c0-2a7799ccec49 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:15.431277 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-c5aed483-8dcc-410d-b5c0-2a7799ccec49 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8247080 Aug 16 17:53:15.452052 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-a3f1ecd0-cace-4b4e-a53f-aa778b2a05eb service neutron] Request body: {'port': {'device_id': '6a4c4022-12a8-4884-a856-a33618b4747f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:53:15.506457 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-a3f1ecd0-cace-4b4e-a53f-aa778b2a05eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:15.607459 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-c41b2850-b2b9-4015-ad33-85a6d67f8477 None None] Provisioning for port 9da0b3f9-3c99-427f-838f-593f08cb7c2e completed by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:53:15.611424 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-c41b2850-b2b9-4015-ad33-85a6d67f8477 None None] Provisioning complete for port 9da0b3f9-3c99-427f-838f-593f08cb7c2e triggered by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:53:15.611809 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-c41b2850-b2b9-4015-ad33-85a6d67f8477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:15.645458 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-c41b2850-b2b9-4015-ad33-85a6d67f8477 None None] Port 9da0b3f9-3c99-427f-838f-593f08cb7c2e cannot update to ACTIVE because it is not bound. {{(pid=101351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 17:53:15.749703 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device d6b8899a-0265-4d33-8dfe-b9d556255f4b details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=101351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 17:53:15.771934 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-a3f1ecd0-cace-4b4e-a53f-aa778b2a05eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9da0b3f9-3c99-427f-838f-593f08cb7c2e {{(pid=101349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:53:15.780144 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-a3f1ecd0-cace-4b4e-a53f-aa778b2a05eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:15.792662 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.provisioning_blocks [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-a3f1ecd0-cace-4b4e-a53f-aa778b2a05eb service neutron] Transition to ACTIVE for port object 9da0b3f9-3c99-427f-838f-593f08cb7c2e will not be triggered until provisioned by entity L2. {{(pid=101349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:53:15.814430 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9880b-7fd9-4f49-beb0-27ac58a50159 req-34d7c28b-27b2-49a5-b8a2-62936090e3b4 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:15.815872 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-62f9880b-7fd9-4f49-beb0-27ac58a50159 req-34d7c28b-27b2-49a5-b8a2-62936090e3b4 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=72e7d7bc-3707-4d82-9f3a-22e16b822320 HTTP/1.1" status: 200 len: 944 time: 0.0497062 Aug 16 17:53:15.853893 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-a3f1ecd0-cace-4b4e-a53f-aa778b2a05eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5660737'] for port, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:15.861830 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-62f9880b-7fd9-4f49-beb0-27ac58a50159 req-1e17fc06-14c9-404f-a432-faebec92c315 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357459 Aug 16 17:53:15.862150 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port d6b8899a-0265-4d33-8dfe-b9d556255f4b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d6b8899a-0265-4d33-8dfe-b9d556255f4b,segment=NetworkSegment(9942712d-0cef-4013-8eb4-4c445158e8f0),segment_id=9942712d-0cef-4013-8eb4-4c445158e8f0)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:53:15.876712 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Returning: {'device': 'd6b8899a-0265-4d33-8dfe-b9d556255f4b', 'network_id': 'eea7a03f-7981-45aa-9545-781566f9ebe6', 'port_id': 'd6b8899a-0265-4d33-8dfe-b9d556255f4b', 'mac_address': 'fa:16:3e:20:57:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7121b435-725b-49c1-9713-d93f9348d59e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 17:53:15.910395 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1ecd0-cace-4b4e-a53f-aa778b2a05eb service neutron] Pushing event updated for resources: {'Port': ['ID=9da0b3f9-3c99-427f-838f-593f08cb7c2e,revision_number=2']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:53:15.932450 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:15.946765 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6b8899a-0265-4d33-8dfe-b9d556255f4b {{(pid=101351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:53:15.972944 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port d6b8899a-0265-4d33-8dfe-b9d556255f4b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d6b8899a-0265-4d33-8dfe-b9d556255f4b,segment=NetworkSegment(9942712d-0cef-4013-8eb4-4c445158e8f0),segment_id=9942712d-0cef-4013-8eb4-4c445158e8f0)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:53:15.980709 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70808629-db54-4443-9610-1a5629ed87af req-47d9d60e-4209-4be8-acd4-fff62886a4d4 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:15.982379 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-70808629-db54-4443-9610-1a5629ed87af req-47d9d60e-4209-4be8-acd4-fff62886a4d4 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a4c4022-12a8-4884-a856-a33618b4747f HTTP/1.1" status: 200 len: 944 time: 0.0542130 Aug 16 17:53:16.001407 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-a3f1ecd0-cace-4b4e-a53f-aa778b2a05eb service neutron] Attempting to bind port 9da0b3f9-3c99-427f-838f-593f08cb7c2e on host hv-cinder-79760 for vnic_type normal with profile {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:53:16.002016 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-a3f1ecd0-cace-4b4e-a53f-aa778b2a05eb service neutron] Attempting to bind port 9da0b3f9-3c99-427f-838f-593f08cb7c2e by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '8a996923-3c72-4a28-a680-4b4b2da2679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c'}] {{(pid=101349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:53:16.002556 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-a3f1ecd0-cace-4b4e-a53f-aa778b2a05eb service neutron] Attempting to bind port 9da0b3f9-3c99-427f-838f-593f08cb7c2e on network d4c249fc-f15d-4c54-a2fa-f9ec1324c63c {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:53:16.008066 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-a3f1ecd0-cace-4b4e-a53f-aa778b2a05eb service neutron] Port 9da0b3f9-3c99-427f-838f-593f08cb7c2e on network d4c249fc-f15d-4c54-a2fa-f9ec1324c63c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 17:53:16.008387 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-a3f1ecd0-cace-4b4e-a53f-aa778b2a05eb service neutron] Attempting to bind port 9da0b3f9-3c99-427f-838f-593f08cb7c2e on network d4c249fc-f15d-4c54-a2fa-f9ec1324c63c {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:53:16.013779 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-a3f1ecd0-cace-4b4e-a53f-aa778b2a05eb service neutron] Checking agent: {'id': 'd413de79-89e7-4037-a6bb-11a55464df62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 45, 56), 'started_at': datetime.datetime(2021, 8, 16, 17, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:53:16.014178 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-a3f1ecd0-cace-4b4e-a53f-aa778b2a05eb service neutron] Checking segment: {'id': '8a996923-3c72-4a28-a680-4b4b2da2679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:53:16.014556 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-a3f1ecd0-cace-4b4e-a53f-aa778b2a05eb service neutron] Bound using segment: {'id': '8a996923-3c72-4a28-a680-4b4b2da2679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c'} {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:53:16.014980 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-a3f1ecd0-cace-4b4e-a53f-aa778b2a05eb service neutron] Bound port: 9da0b3f9-3c99-427f-838f-593f08cb7c2e, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a996923-3c72-4a28-a680-4b4b2da2679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c'}}] {{(pid=101349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:53:16.015332 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-a3f1ecd0-cace-4b4e-a53f-aa778b2a05eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:16.028676 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-70808629-db54-4443-9610-1a5629ed87af req-a275dee7-e3f4-49f8-9461-67637d1fc308 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=f24a1b0a-a2ac-4413-85c7-0b157a121828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379701 Aug 16 17:53:16.053304 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:16.085617 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-a3f1ecd0-cace-4b4e-a53f-aa778b2a05eb service neutron] For port 9da0b3f9-3c99-427f-838f-593f08cb7c2e, host hv-cinder-79760, cleared binding levels {{(pid=101349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:53:16.088872 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-a3f1ecd0-cace-4b4e-a53f-aa778b2a05eb service neutron] For port 9da0b3f9-3c99-427f-838f-593f08cb7c2e, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9da0b3f9-3c99-427f-838f-593f08cb7c2e,segment=NetworkSegment(8a996923-3c72-4a28-a680-4b4b2da2679e),segment_id=8a996923-3c72-4a28-a680-4b4b2da2679e)] {{(pid=101349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:53:16.104101 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=d6b8899a-0265-4d33-8dfe-b9d556255f4b,revision_number=4']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:53:16.162525 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-a3f1ecd0-cace-4b4e-a53f-aa778b2a05eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5660737'] for port, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:16.199858 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-a3f1ecd0-cace-4b4e-a53f-aa778b2a05eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:16.200466 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-a3f1ecd0-cace-4b4e-a53f-aa778b2a05eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:16.201834 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-a3f1ecd0-cace-4b4e-a53f-aa778b2a05eb service neutron] 10.222.0.13 "PUT /v2.0/ports/9da0b3f9-3c99-427f-838f-593f08cb7c2e HTTP/1.1" status: 200 len: 1094 time: 0.7546246 Aug 16 17:53:16.202289 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a4c4022-12a8-4884-a856-a33618b4747f', 'tag': '9da0b3f9-3c99-427f-838f-593f08cb7c2e'}] {{(pid=101349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:53:16.204537 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}934f09010de237f24c102465ff13aed95362a81e3346d32f1bd52d9236897e6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03a7e6e-2876-4b29-ad01-bd4bf6b202c6" -d '{"events": [{"name": "network-changed", "server_uuid": "6a4c4022-12a8-4884-a856-a33618b4747f", "tag": "9da0b3f9-3c99-427f-838f-593f08cb7c2e"}]}' {{(pid=101349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:53:16.225426 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1ecd0-cace-4b4e-a53f-aa778b2a05eb service neutron] Pushing event updated for resources: {'Port': ['ID=9da0b3f9-3c99-427f-838f-593f08cb7c2e,revision_number=3']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:53:16.241397 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 17:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e1d44b-3c70-43c1-9af8-4d2097ea3354 x-openstack-request-id: req-e6e1d44b-3c70-43c1-9af8-4d2097ea3354 {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:53:16.241689 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a4c4022-12a8-4884-a856-a33618b4747f", "tag": "9da0b3f9-3c99-427f-838f-593f08cb7c2e", "status": "completed", "code": 200}]} {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:53:16.242128 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e6e1d44b-3c70-43c1-9af8-4d2097ea3354 {{(pid=101349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:53:16.242560 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a4c4022-12a8-4884-a856-a33618b4747f', 'tag': '9da0b3f9-3c99-427f-838f-593f08cb7c2e', 'status': 'completed', 'code': 200} Aug 16 17:53:18.670362 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a7e6e-2876-4b29-ad01-bd4bf6b202c6 req-4491cca5-d37f-49b6-a0f8-c4954b6b4097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:18.670362 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-a03a7e6e-2876-4b29-ad01-bd4bf6b202c6 req-4491cca5-d37f-49b6-a0f8-c4954b6b4097 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=85697c37841b4a59aaaa6d2d36ff953b&device_id=6a4c4022-12a8-4884-a856-a33618b4747f HTTP/1.1" status: 200 len: 1097 time: 0.0399275 Aug 16 17:53:18.774694 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7655cba-9cfa-49aa-af46-8f3136d23594 req-74b0d669-8c9c-4197-85de-62b980336440 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:18.776904 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b7655cba-9cfa-49aa-af46-8f3136d23594 req-74b0d669-8c9c-4197-85de-62b980336440 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=72e7d7bc-3707-4d82-9f3a-22e16b822320 HTTP/1.1" status: 200 len: 945 time: 0.0515258 Aug 16 17:53:18.816346 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b7655cba-9cfa-49aa-af46-8f3136d23594 req-d8ad0dee-5ad6-4048-bc42-94d58fa79744 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332730 Aug 16 17:53:18.922888 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae10902-ee9c-4843-a51c-f5597d33f8e3 req-8a9cd2f6-d906-4fbd-9f04-948fb32b6e46 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:18.924489 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-0ae10902-ee9c-4843-a51c-f5597d33f8e3 req-8a9cd2f6-d906-4fbd-9f04-948fb32b6e46 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a4c4022-12a8-4884-a856-a33618b4747f HTTP/1.1" status: 200 len: 944 time: 0.0506890 Aug 16 17:53:18.971014 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-0ae10902-ee9c-4843-a51c-f5597d33f8e3 req-6fa9530c-0866-48d9-a583-c6c479b99fca tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=f24a1b0a-a2ac-4413-85c7-0b157a121828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401583 Aug 16 17:53:19.037575 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a7e6e-2876-4b29-ad01-bd4bf6b202c6 req-7b10388e-1887-4bfb-a7c2-bbf48cf4639f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:19.039051 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-a03a7e6e-2876-4b29-ad01-bd4bf6b202c6 req-7b10388e-1887-4bfb-a7c2-bbf48cf4639f service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=85697c37841b4a59aaaa6d2d36ff953b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3391750 Aug 16 17:53:19.046921 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['d6b8899a-0265-4d33-8dfe-b9d556255f4b'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:53:19.136237 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a7e6e-2876-4b29-ad01-bd4bf6b202c6 req-b8b10814-31ca-4f39-900a-ee445e91acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:19.137705 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-a03a7e6e-2876-4b29-ad01-bd4bf6b202c6 req-b8b10814-31ca-4f39-900a-ee445e91acdf service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912750 Aug 16 17:53:19.251987 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-e64b795f-470e-432c-a51e-47d1eab00f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:19.253346 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-e64b795f-470e-432c-a51e-47d1eab00f71 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=85697c37841b4a59aaaa6d2d36ff953b&device_id=6a4c4022-12a8-4884-a856-a33618b4747f HTTP/1.1" status: 200 len: 1097 time: 0.0417407 Aug 16 17:53:19.304152 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-e6231847-15e8-49b7-be87-efbde6719a0a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9da0b3f9-3c99-427f-838f-593f08cb7c2e HTTP/1.1" status: 200 len: 217 time: 0.0316927 Aug 16 17:53:19.358448 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-87f8fcb0-b985-407a-9e95-cfcc7cb74fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:19.359790 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-87f8fcb0-b985-407a-9e95-cfcc7cb74fe4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3d17ce71-6fac-4edf-9519-05a2c7a1f013 HTTP/1.1" status: 200 len: 850 time: 0.0406692 Aug 16 17:53:19.407668 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-3e7b29bb-f5a8-45bc-b668-05c71ebab914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:19.409432 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-3e7b29bb-f5a8-45bc-b668-05c71ebab914 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d4c249fc-f15d-4c54-a2fa-f9ec1324c63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416284 Aug 16 17:53:19.500208 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-67b1b8c1-0531-4892-88e5-6e266c0b1026 service neutron] 10.222.0.13 "GET /v2.0/networks/d4c249fc-f15d-4c54-a2fa-f9ec1324c63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808527 Aug 16 17:53:19.598249 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-a351f711-c218-412f-ac1a-3d4799ba6dce req-60b55f9e-35d7-42d4-9b3b-38e9e1304b27 service neutron] 10.222.0.13 "GET /v2.0/networks/d4c249fc-f15d-4c54-a2fa-f9ec1324c63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857372 Aug 16 17:53:19.999924 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ff6a8-054e-416f-a00a-ea6e79b5adc0 req-8dddefc2-ea34-42b4-be51-791ae3a10cff tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:20.006496 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2f9ff6a8-054e-416f-a00a-ea6e79b5adc0 req-8dddefc2-ea34-42b4-be51-791ae3a10cff tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=72e7d7bc-3707-4d82-9f3a-22e16b822320 HTTP/1.1" status: 200 len: 945 time: 0.0525408 Aug 16 17:53:20.040593 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2f9ff6a8-054e-416f-a00a-ea6e79b5adc0 req-37fd1c0f-9277-46d3-8c4f-e86bdab89f20 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330732 Aug 16 17:53:20.142107 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8633ea5-a8f3-4aaa-aa76-c83a085120ed req-7de7e7fd-5006-4f12-a20e-1c7fa37b596a tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:20.143540 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e8633ea5-a8f3-4aaa-aa76-c83a085120ed req-7de7e7fd-5006-4f12-a20e-1c7fa37b596a tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a4c4022-12a8-4884-a856-a33618b4747f HTTP/1.1" status: 200 len: 944 time: 0.0482326 Aug 16 17:53:20.180586 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e8633ea5-a8f3-4aaa-aa76-c83a085120ed req-3f36b916-d796-4abb-97f1-5a5dd0b01331 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=f24a1b0a-a2ac-4413-85c7-0b157a121828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312092 Aug 16 17:53:20.613245 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device d6b8899a-0265-4d33-8dfe-b9d556255f4b up at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:53:20.738603 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning for port d6b8899a-0265-4d33-8dfe-b9d556255f4b completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:53:20.742364 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning complete for port d6b8899a-0265-4d33-8dfe-b9d556255f4b triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:53:20.742729 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:20.818957 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:20.840732 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e7d7bc-3707-4d82-9f3a-22e16b822320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b8899a-0265-4d33-8dfe-b9d556255f4b'}] {{(pid=101351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:53:20.842990 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4661e6bc32737764ca712b7c7300ac6ad1a8a79a1ea43afdc004a14577d676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b830f660-fac0-4342-bb95-dcb063db9d35" -d '{"events": [{"server_uuid": "72e7d7bc-3707-4d82-9f3a-22e16b822320", "name": "network-vif-plugged", "status": "completed", "tag": "d6b8899a-0265-4d33-8dfe-b9d556255f4b"}]}' {{(pid=101351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:53:20.855276 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port d6b8899a-0265-4d33-8dfe-b9d556255f4b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d6b8899a-0265-4d33-8dfe-b9d556255f4b,segment=NetworkSegment(9942712d-0cef-4013-8eb4-4c445158e8f0),segment_id=9942712d-0cef-4013-8eb4-4c445158e8f0)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:53:20.910740 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:20.936573 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751f0a58-1b5e-4a40-ba36-be8955a3aa58 x-openstack-request-id: req-751f0a58-1b5e-4a40-ba36-be8955a3aa58 {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:53:20.936962 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e7d7bc-3707-4d82-9f3a-22e16b822320", "name": "network-vif-plugged", "status": "completed", "tag": "d6b8899a-0265-4d33-8dfe-b9d556255f4b", "code": 200}]} {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:53:20.937096 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-751f0a58-1b5e-4a40-ba36-be8955a3aa58 {{(pid=101351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:53:20.937477 dv-cinder-797608-18-iscsi neutron-server[101351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e7d7bc-3707-4d82-9f3a-22e16b822320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b8899a-0265-4d33-8dfe-b9d556255f4b', 'code': 200} Aug 16 17:53:20.962719 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=d6b8899a-0265-4d33-8dfe-b9d556255f4b,revision_number=5']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:53:20.970645 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:53:20.971229 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:53:20.971576 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:53:20.972007 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:53:20.972309 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:53:20.972647 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:53:20.972983 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:53:20.973343 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:53:20.973678 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:53:20.974102 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:53:20.974468 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:53:20.974756 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:53:21.172587 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b873863-88da-42fe-9e62-61a42bc21119 req-eb3cb4c5-68a6-427c-8af9-c809894b2e07 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:21.174103 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-9b873863-88da-42fe-9e62-61a42bc21119 req-eb3cb4c5-68a6-427c-8af9-c809894b2e07 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=72e7d7bc-3707-4d82-9f3a-22e16b822320 HTTP/1.1" status: 200 len: 946 time: 0.0545201 Aug 16 17:53:21.219568 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-9b873863-88da-42fe-9e62-61a42bc21119 req-f400e8ba-45c1-4d2f-97c4-e6a4345844ad tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380750 Aug 16 17:53:21.320784 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a96c7-9fae-4f4a-9945-e92f41bf4988 req-9664f414-bdb2-4beb-b2db-7f79a3a059d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:21.322328 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-8b6a96c7-9fae-4f4a-9945-e92f41bf4988 req-9664f414-bdb2-4beb-b2db-7f79a3a059d4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=72e7d7bc-3707-4d82-9f3a-22e16b822320 HTTP/1.1" status: 200 len: 1099 time: 0.0391090 Aug 16 17:53:21.323000 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182998d1-232f-4611-b1c0-7dd9fd480153 req-d4b16d22-afbe-4154-9ad5-4affbce27168 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:21.324451 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-182998d1-232f-4611-b1c0-7dd9fd480153 req-d4b16d22-afbe-4154-9ad5-4affbce27168 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a4c4022-12a8-4884-a856-a33618b4747f HTTP/1.1" status: 200 len: 944 time: 0.0494611 Aug 16 17:53:21.359552 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-8b6a96c7-9fae-4f4a-9945-e92f41bf4988 req-4866777e-038d-4e11-bb87-66ab26aa2c1e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281472 Aug 16 17:53:21.362235 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-182998d1-232f-4611-b1c0-7dd9fd480153 req-01b41119-7ea4-474f-aa66-17f7c0ed5171 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=f24a1b0a-a2ac-4413-85c7-0b157a121828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318305 Aug 16 17:53:22.334860 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7feb0-9627-4a37-9a77-38309323f626 req-1f0efaa5-b774-4753-81a8-123485d1cc82 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:22.336304 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-60a7feb0-9627-4a37-9a77-38309323f626 req-1f0efaa5-b774-4753-81a8-123485d1cc82 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=72e7d7bc-3707-4d82-9f3a-22e16b822320 HTTP/1.1" status: 200 len: 946 time: 0.0474646 Aug 16 17:53:22.372507 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-60a7feb0-9627-4a37-9a77-38309323f626 req-b1501075-eabb-4439-8abe-9decd196ce77 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304294 Aug 16 17:53:22.471023 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4421c0-bfc5-4efb-bb3a-438136cd7a5f req-c8f9ddf7-f551-4ccc-89a7-dc0e648dc85a tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:22.472474 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ae4421c0-bfc5-4efb-bb3a-438136cd7a5f req-c8f9ddf7-f551-4ccc-89a7-dc0e648dc85a tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a4c4022-12a8-4884-a856-a33618b4747f HTTP/1.1" status: 200 len: 944 time: 0.0464716 Aug 16 17:53:22.514016 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ae4421c0-bfc5-4efb-bb3a-438136cd7a5f req-706334fc-0a00-4b87-b832-3eb109333dba tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=f24a1b0a-a2ac-4413-85c7-0b157a121828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356641 Aug 16 17:53:22.611998 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 9da0b3f9-3c99-427f-838f-593f08cb7c2e details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=101351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 17:53:22.709563 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 9da0b3f9-3c99-427f-838f-593f08cb7c2e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9da0b3f9-3c99-427f-838f-593f08cb7c2e,segment=NetworkSegment(8a996923-3c72-4a28-a680-4b4b2da2679e),segment_id=8a996923-3c72-4a28-a680-4b4b2da2679e)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:53:22.720306 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Returning: {'device': '9da0b3f9-3c99-427f-838f-593f08cb7c2e', 'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c', 'port_id': '9da0b3f9-3c99-427f-838f-593f08cb7c2e', 'mac_address': 'fa:16:3e:db:4b:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d17ce71-6fac-4edf-9519-05a2c7a1f013', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 17:53:22.757051 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:22.770204 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9da0b3f9-3c99-427f-838f-593f08cb7c2e {{(pid=101351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:53:22.790727 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 9da0b3f9-3c99-427f-838f-593f08cb7c2e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9da0b3f9-3c99-427f-838f-593f08cb7c2e,segment=NetworkSegment(8a996923-3c72-4a28-a680-4b4b2da2679e),segment_id=8a996923-3c72-4a28-a680-4b4b2da2679e)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:53:22.858997 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:22.905817 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=9da0b3f9-3c99-427f-838f-593f08cb7c2e,revision_number=4']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:53:23.359348 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['9da0b3f9-3c99-427f-838f-593f08cb7c2e'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:53:23.487352 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a903a14-aa98-4bd6-b8aa-da8517bd2a29 req-e15ee628-873f-49eb-9876-94ef709e1bc2 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:23.488971 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8a903a14-aa98-4bd6-b8aa-da8517bd2a29 req-e15ee628-873f-49eb-9876-94ef709e1bc2 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=72e7d7bc-3707-4d82-9f3a-22e16b822320 HTTP/1.1" status: 200 len: 946 time: 0.0477641 Aug 16 17:53:23.526708 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8a903a14-aa98-4bd6-b8aa-da8517bd2a29 req-40d5d8cb-4440-4201-a656-0f6833ac3c59 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311921 Aug 16 17:53:23.625870 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876e260-e144-46c4-b42d-4bc9967d073b req-50382495-b993-4611-af1e-b34dd0364baf tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:23.627370 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-3876e260-e144-46c4-b42d-4bc9967d073b req-50382495-b993-4611-af1e-b34dd0364baf tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a4c4022-12a8-4884-a856-a33618b4747f HTTP/1.1" status: 200 len: 945 time: 0.0480437 Aug 16 17:53:23.665217 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-3876e260-e144-46c4-b42d-4bc9967d073b req-dc6bdaa8-f5da-40e4-ad43-85f10deb5fe7 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=f24a1b0a-a2ac-4413-85c7-0b157a121828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318065 Aug 16 17:53:23.869437 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-573985b0-bcd2-4fd9-a189-7f6f5e1d53d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:24.624175 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 9da0b3f9-3c99-427f-838f-593f08cb7c2e up at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:53:24.778558 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d1677-93c8-47d0-bc17-516163255cc2 req-3bb47695-9cf3-4682-a53a-4556db412298 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:24.779161 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning for port 9da0b3f9-3c99-427f-838f-593f08cb7c2e completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:53:24.780065 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-218d1677-93c8-47d0-bc17-516163255cc2 req-3bb47695-9cf3-4682-a53a-4556db412298 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a4c4022-12a8-4884-a856-a33618b4747f HTTP/1.1" status: 200 len: 945 time: 0.0473852 Aug 16 17:53:24.782638 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning complete for port 9da0b3f9-3c99-427f-838f-593f08cb7c2e triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:53:24.783042 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:24.821718 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-218d1677-93c8-47d0-bc17-516163255cc2 req-79029c59-1f8e-4f3a-b8bc-66b046943416 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=f24a1b0a-a2ac-4413-85c7-0b157a121828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351696 Aug 16 17:53:24.862661 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:24.884913 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4c4022-12a8-4884-a856-a33618b4747f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da0b3f9-3c99-427f-838f-593f08cb7c2e'}] {{(pid=101351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:53:24.887191 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4661e6bc32737764ca712b7c7300ac6ad1a8a79a1ea43afdc004a14577d676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd61f157-3e2f-428f-8f5b-3d37f7d0fc44" -d '{"events": [{"server_uuid": "6a4c4022-12a8-4884-a856-a33618b4747f", "name": "network-vif-plugged", "status": "completed", "tag": "9da0b3f9-3c99-427f-838f-593f08cb7c2e"}]}' {{(pid=101351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:53:24.899450 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 9da0b3f9-3c99-427f-838f-593f08cb7c2e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9da0b3f9-3c99-427f-838f-593f08cb7c2e,segment=NetworkSegment(8a996923-3c72-4a28-a680-4b4b2da2679e),segment_id=8a996923-3c72-4a28-a680-4b4b2da2679e)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:53:24.923910 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6e7c00-6788-43e1-b1d3-df019c90dad5 x-openstack-request-id: req-ad6e7c00-6788-43e1-b1d3-df019c90dad5 {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:53:24.924181 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4c4022-12a8-4884-a856-a33618b4747f", "name": "network-vif-plugged", "status": "completed", "tag": "9da0b3f9-3c99-427f-838f-593f08cb7c2e", "code": 200}]} {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:53:24.924434 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ad6e7c00-6788-43e1-b1d3-df019c90dad5 {{(pid=101351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:53:24.924821 dv-cinder-797608-18-iscsi neutron-server[101351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4c4022-12a8-4884-a856-a33618b4747f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da0b3f9-3c99-427f-838f-593f08cb7c2e', 'code': 200} Aug 16 17:53:24.984653 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:25.036716 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=9da0b3f9-3c99-427f-838f-593f08cb7c2e,revision_number=5']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:53:26.533700 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-6e0324a3-289f-44bb-9100-a300484842d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:26.670374 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:27.631695 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:27.675896 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:28.255131 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619213c-d30c-4d20-9d6a-3e531d4ad17f req-9501e830-cf21-4d37-b0c7-05b712a7ddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:28.256534 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-5619213c-d30c-4d20-9d6a-3e531d4ad17f req-9501e830-cf21-4d37-b0c7-05b712a7ddbb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6a4c4022-12a8-4884-a856-a33618b4747f HTTP/1.1" status: 200 len: 1099 time: 0.0387437 Aug 16 17:53:28.291687 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-5619213c-d30c-4d20-9d6a-3e531d4ad17f req-47fa7d11-515b-45fe-8704-17a9e47b3c4b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f24a1b0a-a2ac-4413-85c7-0b157a121828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274525 Aug 16 17:53:29.081930 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:29.530067 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7eeec-6552-46ce-96c1-5f0161b62080 req-c3fd578e-2b06-431e-9c83-07a3699c6331 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:29.531525 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-71d7eeec-6552-46ce-96c1-5f0161b62080 req-c3fd578e-2b06-431e-9c83-07a3699c6331 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a4c4022-12a8-4884-a856-a33618b4747f HTTP/1.1" status: 200 len: 946 time: 0.0467672 Aug 16 17:53:29.571820 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-71d7eeec-6552-46ce-96c1-5f0161b62080 req-4e154b09-b5df-42ac-9baa-58562675177d tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=f24a1b0a-a2ac-4413-85c7-0b157a121828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341699 Aug 16 17:53:30.686111 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58819b3-210a-4c7a-bda8-32491442646c req-c322e0a2-3565-4c0d-a080-c0f4ca396825 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:30.687525 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b58819b3-210a-4c7a-bda8-32491442646c req-c322e0a2-3565-4c0d-a080-c0f4ca396825 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a4c4022-12a8-4884-a856-a33618b4747f HTTP/1.1" status: 200 len: 946 time: 0.0481369 Aug 16 17:53:30.723603 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b58819b3-210a-4c7a-bda8-32491442646c req-62b0adfe-a912-4a9c-9a3c-238eca4ce311 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=f24a1b0a-a2ac-4413-85c7-0b157a121828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301640 Aug 16 17:53:30.831085 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab42d6-8971-4ccd-807d-f180e88e8d97 req-a46c86c7-53dd-4ad4-8d6c-9214c7a4ef21 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:30.832442 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-deab42d6-8971-4ccd-807d-f180e88e8d97 req-a46c86c7-53dd-4ad4-8d6c-9214c7a4ef21 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a4c4022-12a8-4884-a856-a33618b4747f HTTP/1.1" status: 200 len: 946 time: 0.0486436 Aug 16 17:53:30.840968 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 56004) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:53:30.845217 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-729b70e6-312d-4b6d-9db6-ab7be4d5a378 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Request body: {'floatingip': {'port_id': '9da0b3f9-3c99-427f-838f-593f08cb7c2e'}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:53:30.886013 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-729b70e6-312d-4b6d-9db6-ab7be4d5a378 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for floatingip, before_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:31.554652 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-729b70e6-312d-4b6d-9db6-ab7be4d5a378 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:31.624750 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-729b70e6-312d-4b6d-9db6-ab7be4d5a378 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726209'] for floatingip, after_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:31.726747 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.db.l3_db [None req-729b70e6-312d-4b6d-9db6-ab7be4d5a378 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Floating IP db429564-d298-4643-a488-c877fa01e51f associated. External IP: 172.27.3.61, port: 9da0b3f9-3c99-427f-838f-593f08cb7c2e. Aug 16 17:53:31.925235 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729b70e6-312d-4b6d-9db6-ab7be4d5a378 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Router 4a0b651f-61d3-4636-bf4c-2f25f82186e6 has already been hosted by L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 {{(pid=101350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 17:53:32.033751 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729b70e6-312d-4b6d-9db6-ab7be4d5a378 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 17:53:32.038444 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-729b70e6-312d-4b6d-9db6-ab7be4d5a378 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for floatingip, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:32.043160 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8fd27a-fb97-48ff-be57-30cc53d93024 None None] Sync routers for ids ['4a0b651f-61d3-4636-bf4c-2f25f82186e6'] in dv-cinder-797608-18-iscsi {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 17:53:32.055964 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8fd27a-fb97-48ff-be57-30cc53d93024 None None] Routers {'4a0b651f-61d3-4636-bf4c-2f25f82186e6'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:53:32.056586 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-9f8fd27a-fb97-48ff-be57-30cc53d93024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:53:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['4a0b651f-61d3-4636-bf4c-2f25f82186e6'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:53:32.068126 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-729b70e6-312d-4b6d-9db6-ab7be4d5a378 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "PUT /v2.0/floatingips/db429564-d298-4643-a488-c877fa01e51f HTTP/1.1" status: 200 len: 991 time: 1.2261558 Aug 16 17:53:32.070936 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a4c4022-12a8-4884-a856-a33618b4747f', 'tag': '9da0b3f9-3c99-427f-838f-593f08cb7c2e'}] {{(pid=101350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:53:32.071198 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}137876f5b741f0afb00714fe176f8a9d3b569402932f71b261fa9e4754b02137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1c8805-ebd5-414e-bb0b-77334e681385" -d '{"events": [{"name": "network-changed", "server_uuid": "6a4c4022-12a8-4884-a856-a33618b4747f", "tag": "9da0b3f9-3c99-427f-838f-593f08cb7c2e"}]}' {{(pid=101350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:53:32.160877 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-9f8fd27a-fb97-48ff-be57-30cc53d93024 None None] Set router 4a0b651f-61d3-4636-bf4c-2f25f82186e6 gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:53:32.278672 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 17:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37461529-df3d-4296-83ce-7ecf2cb5674a x-openstack-request-id: req-37461529-df3d-4296-83ce-7ecf2cb5674a {{(pid=101350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:53:32.279033 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a4c4022-12a8-4884-a856-a33618b4747f", "tag": "9da0b3f9-3c99-427f-838f-593f08cb7c2e", "status": "completed", "code": 200}]} {{(pid=101350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:53:32.279281 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-37461529-df3d-4296-83ce-7ecf2cb5674a {{(pid=101350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:53:32.279680 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a4c4022-12a8-4884-a856-a33618b4747f', 'tag': '9da0b3f9-3c99-427f-838f-593f08cb7c2e', 'status': 'completed', 'code': 200} Aug 16 17:53:32.371907 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c8805-ebd5-414e-bb0b-77334e681385 req-01c1145b-76df-45ac-a23c-cc08105ce7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:32.373410 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-8a1c8805-ebd5-414e-bb0b-77334e681385 req-01c1145b-76df-45ac-a23c-cc08105ce7f9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=85697c37841b4a59aaaa6d2d36ff953b&device_id=6a4c4022-12a8-4884-a856-a33618b4747f HTTP/1.1" status: 200 len: 1099 time: 0.0403857 Aug 16 17:53:32.392100 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-9f8fd27a-fb97-48ff-be57-30cc53d93024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'name': 'tempest-AttachVolumeTestJSON-2099757337-router', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'd19a2c30-a9b9-455e-87c9-66c4a04fe7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:47:46Z', 'updated_at': '2021-08-16T17:47:54Z', 'revision_number': 4, 'project_id': '85697c37841b4a59aaaa6d2d36ff953b', 'gw_port': {'id': 'd19a2c30-a9b9-455e-87c9-66c4a04fe7ae', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:48Z', 'updated_at': '2021-08-16T17:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_floatingips': [{'id': 'db429564-d298-4643-a488-c877fa01e51f', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'router_id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'port_id': '9da0b3f9-3c99-427f-838f-593f08cb7c2e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c', 'mac_address': 'fa:16:3e:db:4b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4c4022-12a8-4884-a856-a33618b4747f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T17:53:10Z', 'updated_at': '2021-08-16T17:53:31Z', 'revision_number': 1, 'project_id': '85697c37841b4a59aaaa6d2d36ff953b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a1988b8-6c82-4bbd-99eb-14cb9a2fa402', 'name': '', 'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'mac_address': 'fa:16:3e:0a:d4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3d17ce71-6fac-4edf-9519-05a2c7a1f013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:52Z', 'updated_at': '2021-08-16T17:48:01Z', 'revision_number': 5, 'project_id': '85697c37841b4a59aaaa6d2d36ff953b', 'subnets': [{'id': '3d17ce71-6fac-4edf-9519-05a2c7a1f013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:53:32.418013 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8fd27a-fb97-48ff-be57-30cc53d93024 None None] Checking router: 4a0b651f-61d3-4636-bf4c-2f25f82186e6 for host: dv-cinder-797608-18-iscsi {{(pid=101351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 17:53:32.426725 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8fd27a-fb97-48ff-be57-30cc53d93024 None None] Routers {'4a0b651f-61d3-4636-bf4c-2f25f82186e6'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:53:32.427374 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-9f8fd27a-fb97-48ff-be57-30cc53d93024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:53:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['4a0b651f-61d3-4636-bf4c-2f25f82186e6'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:53:32.476317 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c8805-ebd5-414e-bb0b-77334e681385 req-09330818-2158-47b6-a312-a4f729cb1d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:32.477835 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-8a1c8805-ebd5-414e-bb0b-77334e681385 req-09330818-2158-47b6-a312-a4f729cb1d36 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d4c249fc-f15d-4c54-a2fa-f9ec1324c63c HTTP/1.1" status: 200 len: 912 time: 0.0899377 Aug 16 17:53:32.532609 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-9f8fd27a-fb97-48ff-be57-30cc53d93024 None None] Set router 4a0b651f-61d3-4636-bf4c-2f25f82186e6 gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:53:32.547715 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-8a1c8805-ebd5-414e-bb0b-77334e681385 req-38a30d51-fb6b-4a5a-9f18-31f84672646c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9da0b3f9-3c99-427f-838f-593f08cb7c2e HTTP/1.1" status: 200 len: 999 time: 0.0621877 Aug 16 17:53:32.600618 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c8805-ebd5-414e-bb0b-77334e681385 req-e0a0a85f-4968-475e-bf4b-ca738640890b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:32.602092 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-8a1c8805-ebd5-414e-bb0b-77334e681385 req-e0a0a85f-4968-475e-bf4b-ca738640890b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3d17ce71-6fac-4edf-9519-05a2c7a1f013 HTTP/1.1" status: 200 len: 850 time: 0.0459588 Aug 16 17:53:32.649075 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c8805-ebd5-414e-bb0b-77334e681385 req-2feabb1c-8ad9-4327-ae8c-8074837ccbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:32.650621 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-8a1c8805-ebd5-414e-bb0b-77334e681385 req-2feabb1c-8ad9-4327-ae8c-8074837ccbf2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d4c249fc-f15d-4c54-a2fa-f9ec1324c63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406971 Aug 16 17:53:32.759937 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-8a1c8805-ebd5-414e-bb0b-77334e681385 req-28cb3839-e6f9-4f5c-b188-c04ce914738b service neutron] 10.222.0.13 "GET /v2.0/networks/d4c249fc-f15d-4c54-a2fa-f9ec1324c63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979981 Aug 16 17:53:32.767515 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-9f8fd27a-fb97-48ff-be57-30cc53d93024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'name': 'tempest-AttachVolumeTestJSON-2099757337-router', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'd19a2c30-a9b9-455e-87c9-66c4a04fe7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:47:46Z', 'updated_at': '2021-08-16T17:47:54Z', 'revision_number': 4, 'project_id': '85697c37841b4a59aaaa6d2d36ff953b', 'gw_port': {'id': 'd19a2c30-a9b9-455e-87c9-66c4a04fe7ae', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:48Z', 'updated_at': '2021-08-16T17:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_floatingips': [{'id': 'db429564-d298-4643-a488-c877fa01e51f', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'router_id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'port_id': '9da0b3f9-3c99-427f-838f-593f08cb7c2e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c', 'mac_address': 'fa:16:3e:db:4b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4c4022-12a8-4884-a856-a33618b4747f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T17:53:10Z', 'updated_at': '2021-08-16T17:53:31Z', 'revision_number': 1, 'project_id': '85697c37841b4a59aaaa6d2d36ff953b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a1988b8-6c82-4bbd-99eb-14cb9a2fa402', 'name': '', 'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'mac_address': 'fa:16:3e:0a:d4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3d17ce71-6fac-4edf-9519-05a2c7a1f013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:52Z', 'updated_at': '2021-08-16T17:48:01Z', 'revision_number': 5, 'project_id': '85697c37841b4a59aaaa6d2d36ff953b', 'subnets': [{'id': '3d17ce71-6fac-4edf-9519-05a2c7a1f013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:53:32.790697 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8fd27a-fb97-48ff-be57-30cc53d93024 None None] The sync data for ids ['4a0b651f-61d3-4636-bf4c-2f25f82186e6'] in dv-cinder-797608-18-iscsi is: [{'id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'name': 'tempest-AttachVolumeTestJSON-2099757337-router', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'd19a2c30-a9b9-455e-87c9-66c4a04fe7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:47:46Z', 'updated_at': '2021-08-16T17:47:54Z', 'revision_number': 4, 'project_id': '85697c37841b4a59aaaa6d2d36ff953b', 'gw_port': {'id': 'd19a2c30-a9b9-455e-87c9-66c4a04fe7ae', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:48Z', 'updated_at': '2021-08-16T17:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_floatingips': [{'id': 'db429564-d298-4643-a488-c877fa01e51f', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'router_id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'port_id': '9da0b3f9-3c99-427f-838f-593f08cb7c2e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c', 'mac_address': 'fa:16:3e:db:4b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4c4022-12a8-4884-a856-a33618b4747f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T17:53:10Z', 'updated_at': '2021-08-16T17:53:31Z', 'revision_number': 1, 'project_id': '85697c37841b4a59aaaa6d2d36ff953b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a1988b8-6c82-4bbd-99eb-14cb9a2fa402', 'name': '', 'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'mac_address': 'fa:16:3e:0a:d4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3d17ce71-6fac-4edf-9519-05a2c7a1f013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:52Z', 'updated_at': '2021-08-16T17:48:01Z', 'revision_number': 5, 'project_id': '85697c37841b4a59aaaa6d2d36ff953b', 'subnets': [{'id': '3d17ce71-6fac-4edf-9519-05a2c7a1f013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 17:53:32.889796 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-8a1c8805-ebd5-414e-bb0b-77334e681385 req-bfe83cd2-6489-402f-895e-a504c95a8fe3 service neutron] 10.222.0.13 "GET /v2.0/networks/d4c249fc-f15d-4c54-a2fa-f9ec1324c63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957813 Aug 16 17:53:32.984636 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29a20da-7302-447e-8239-622dd9b7eae5 None None] New status for floating IP db429564-d298-4643-a488-c877fa01e51f: ACTIVE {{(pid=101352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 17:53:40.239442 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 56140) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:53:40.283799 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bb6ce19-d42d-4fdb-848b-234ecf774b22 admin admin] Deleting subnet 523e264e-f554-4600-ada7-d36ef9570672 {{(pid=101350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 17:53:40.286769 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-4bb6ce19-d42d-4fdb-848b-234ecf774b22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:40.319438 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-4bb6ce19-d42d-4fdb-848b-234ecf774b22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809225'] for subnet, precommit_delete_associations {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:40.356652 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-4bb6ce19-d42d-4fdb-848b-234ecf774b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1871003'] for subnet, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:40.493347 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-4bb6ce19-d42d-4fdb-848b-234ecf774b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1870994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4811394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5156054'] for subnet, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:40.523293 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-4bb6ce19-d42d-4fdb-848b-234ecf774b22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:40.523293 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-4bb6ce19-d42d-4fdb-848b-234ecf774b22 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/523e264e-f554-4600-ada7-d36ef9570672 HTTP/1.1" status: 204 len: 168 time: 0.2828174 Aug 16 17:53:40.524261 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb6ce19-d42d-4fdb-848b-234ecf774b22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=523e264e-f554-4600-ada7-d36ef9570672,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:53:40.526185 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 56146) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:53:40.531877 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb6ce19-d42d-4fdb-848b-234ecf774b22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:53:40.532219 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb6ce19-d42d-4fdb-848b-234ecf774b22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:53:40.532551 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb6ce19-d42d-4fdb-848b-234ecf774b22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:53:40.532875 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb6ce19-d42d-4fdb-848b-234ecf774b22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:53:40.533458 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb6ce19-d42d-4fdb-848b-234ecf774b22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:53:40.533777 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb6ce19-d42d-4fdb-848b-234ecf774b22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:53:40.534174 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb6ce19-d42d-4fdb-848b-234ecf774b22 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:53:40.534437 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb6ce19-d42d-4fdb-848b-234ecf774b22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:53:40.535274 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb6ce19-d42d-4fdb-848b-234ecf774b22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:53:40.535274 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb6ce19-d42d-4fdb-848b-234ecf774b22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:53:40.535490 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb6ce19-d42d-4fdb-848b-234ecf774b22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:53:40.535681 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb6ce19-d42d-4fdb-848b-234ecf774b22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:53:40.602120 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-af0c2742-0051-4fe7-a51e-8cfbdd6007ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639821'] for network, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:40.680847 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-af0c2742-0051-4fe7-a51e-8cfbdd6007ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1573870', 'neutron.services.segments.db._delete_segments_for_network-8753903461187'] for network, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:40.691140 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.services.segments.db [None req-af0c2742-0051-4fe7-a51e-8cfbdd6007ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53c5bdea-e277-4736-a130-3678bcf1da2c']}} {{(pid=101349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:53:40.700709 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.services.segments.db [None req-af0c2742-0051-4fe7-a51e-8cfbdd6007ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '670ee39c-d21d-439e-a9e5-a108d4905a64') {'for_net_delete': True} {{(pid=101349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:53:40.701037 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.services.segments.db [None req-af0c2742-0051-4fe7-a51e-8cfbdd6007ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '670ee39c-d21d-439e-a9e5-a108d4905a64') {} {{(pid=101349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:53:40.709690 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-af0c2742-0051-4fe7-a51e-8cfbdd6007ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753903464012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5662916'] for segment, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:40.722189 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-9a6d4e06-59ff-443a-ab40-b10522493a65 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:40.723390 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-af0c2742-0051-4fe7-a51e-8cfbdd6007ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050'] for segment, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:40.723831 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-9a6d4e06-59ff-443a-ab40-b10522493a65 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/networks?id=eea7a03f-7981-45aa-9545-781566f9ebe6 HTTP/1.1" status: 200 len: 815 time: 0.1027987 Aug 16 17:53:40.729354 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af0c2742-0051-4fe7-a51e-8cfbdd6007ee admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=101349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 17:53:40.729733 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-af0c2742-0051-4fe7-a51e-8cfbdd6007ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660797'] for segment, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:40.731400 dv-cinder-797608-18-iscsi neutron-server[101349]: Traceback (most recent call last): Aug 16 17:53:40.731400 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 17:53:40.731400 dv-cinder-797608-18-iscsi neutron-server[101349]: timer() Aug 16 17:53:40.731400 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 17:53:40.731400 dv-cinder-797608-18-iscsi neutron-server[101349]: cb(*args, **kw) Aug 16 17:53:40.731400 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 17:53:40.731400 dv-cinder-797608-18-iscsi neutron-server[101349]: return func(*args, **kwargs) Aug 16 17:53:40.731400 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 17:53:40.731400 dv-cinder-797608-18-iscsi neutron-server[101349]: self._notify() Aug 16 17:53:40.731400 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 17:53:40.731400 dv-cinder-797608-18-iscsi neutron-server[101349]: self.callback(batched_events) Aug 16 17:53:40.731400 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 17:53:40.731400 dv-cinder-797608-18-iscsi neutron-server[101349]: event.method(event) Aug 16 17:53:40.731400 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 17:53:40.731400 dv-cinder-797608-18-iscsi neutron-server[101349]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 17:53:40.731400 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 17:53:40.731400 dv-cinder-797608-18-iscsi neutron-server[101349]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 17:53:40.731400 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 17:53:40.731400 dv-cinder-797608-18-iscsi neutron-server[101349]: return f(self, *a, **k) Aug 16 17:53:40.731400 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 17:53:40.731400 dv-cinder-797608-18-iscsi neutron-server[101349]: return self._get(url).json() Aug 16 17:53:40.731400 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 17:53:40.731400 dv-cinder-797608-18-iscsi neutron-server[101349]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 17:53:40.731400 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 17:53:40.731400 dv-cinder-797608-18-iscsi neutron-server[101349]: return self.request(url, 'GET', **kwargs) Aug 16 17:53:40.731400 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 17:53:40.731400 dv-cinder-797608-18-iscsi neutron-server[101349]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 17:53:40.731400 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 17:53:40.731400 dv-cinder-797608-18-iscsi neutron-server[101349]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 17:53:40.731400 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 17:53:40.731400 dv-cinder-797608-18-iscsi neutron-server[101349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 17:53:40.731400 dv-cinder-797608-18-iscsi neutron-server[101349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 17:53:40.739885 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-661879d3-6685-4dbe-8b87-800dd2a1c834 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/quotas/6e6d80e4dd68460c888b800564b277ef HTTP/1.1" status: 200 len: 375 time: 0.0101805 Aug 16 17:53:40.796698 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-01a431cb-4129-4463-920c-b97219d9bbc1 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6e6d80e4dd68460c888b800564b277ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509999 Aug 16 17:53:40.852512 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-af0c2742-0051-4fe7-a51e-8cfbdd6007ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1870109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726239'] for network, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:40.858119 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-af0c2742-0051-4fe7-a51e-8cfbdd6007ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:40.860181 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-af0c2742-0051-4fe7-a51e-8cfbdd6007ee admin admin] 10.222.0.73 "DELETE /v2.0/networks/53c5bdea-e277-4736-a130-3678bcf1da2c HTTP/1.1" status: 204 len: 168 time: 0.3327923 Aug 16 17:53:40.871494 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c2742-0051-4fe7-a51e-8cfbdd6007ee admin admin] Pushing event deleted for resources: {'Network': ['ID=53c5bdea-e277-4736-a130-3678bcf1da2c,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:53:40.899304 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-6a439d26-c80c-4a5c-aca6-1b12742d46fd service neutron] 10.222.0.73 "GET /v2.0/networks/eea7a03f-7981-45aa-9545-781566f9ebe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956988 Aug 16 17:53:40.990085 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-a4ef3f8f-663d-4718-9f04-5e0991d9dcfb service neutron] 10.222.0.73 "GET /v2.0/networks/eea7a03f-7981-45aa-9545-781566f9ebe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846746 Aug 16 17:53:41.178845 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 56170) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:53:41.223997 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-bfff1f23-72b3-4ec4-a329-997f16c4ee29 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3362f71ed5eb411fb370e54f35aeb9d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417550 Aug 16 17:53:41.224226 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 56172) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:53:41.282630 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-415d193a-29d9-4bfd-be40-ef3efc8ed082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:41.304846 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-415d193a-29d9-4bfd-be40-ef3efc8ed082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:41.435987 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-cb86b108-32b4-4a75-8bf1-e9f64771ec76 req-1532ed39-bace-4c53-8a54-d36d6571dc4a tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe24fb8c-4741-4a3b-ad07-2d2802420244 HTTP/1.1" status: 200 len: 210 time: 0.0261686 Aug 16 17:53:41.436590 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-415d193a-29d9-4bfd-be40-ef3efc8ed082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:41.439240 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-415d193a-29d9-4bfd-be40-ef3efc8ed082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:41.444730 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-415d193a-29d9-4bfd-be40-ef3efc8ed082 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/81d66009-ac2c-475d-b4ed-165198bbf570 HTTP/1.1" status: 204 len: 168 time: 0.2154341 Aug 16 17:53:41.448463 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d193a-29d9-4bfd-be40-ef3efc8ed082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d66009-ac2c-475d-b4ed-165198bbf570,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:53:42.581211 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6ccf2e68-3b38-4a4a-bcb8-42ffd4fd26d8 req-88e4896b-6454-4ff1-990c-a81a57c8d665 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe24fb8c-4741-4a3b-ad07-2d2802420244 HTTP/1.1" status: 200 len: 210 time: 0.0254350 Aug 16 17:53:43.599546 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-c3204d53-82e9-4af8-bbd7-25982ece8ca9 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:43.601055 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-c3204d53-82e9-4af8-bbd7-25982ece8ca9 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.13 "GET /v2.0/networks?id=eea7a03f-7981-45aa-9545-781566f9ebe6 HTTP/1.1" status: 200 len: 815 time: 0.1093857 Aug 16 17:53:43.632406 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-a4be0c36-8709-4789-8057-180ec291c205 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Request body: {'port': {'device_id': 'fe24fb8c-4741-4a3b-ad07-2d2802420244', 'network_id': 'eea7a03f-7981-45aa-9545-781566f9ebe6', 'admin_state_up': True, 'tenant_id': '6e6d80e4dd68460c888b800564b277ef'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:53:43.731435 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-dd11f51b-198e-4edd-ae73-4c2dcdcf9128 req-c62b7919-c701-462c-87b2-ead6fd78b339 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe24fb8c-4741-4a3b-ad07-2d2802420244 HTTP/1.1" status: 200 len: 210 time: 0.0269661 Aug 16 17:53:43.870185 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-a4be0c36-8709-4789-8057-180ec291c205 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Made reservation on behalf of 6e6d80e4dd68460c888b800564b277ef for: {'port': 1} {{(pid=101349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:53:43.874346 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-a4be0c36-8709-4789-8057-180ec291c205 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:43.999334 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.db_base_plugin_common [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-a4be0c36-8709-4789-8057-180ec291c205 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Allocated IP 172.20.0.12 (eea7a03f-7981-45aa-9545-781566f9ebe6/7121b435-725b-49c1-9713-d93f9348d59e/2329397f-539e-4cfb-bebd-3a0dd0c8e53e) {{(pid=101349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:53:44.146273 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-a4be0c36-8709-4789-8057-180ec291c205 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Notify callbacks [] for port, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:44.276456 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-a4be0c36-8709-4789-8057-180ec291c205 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:44.313321 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['cc1a987c-8274-48cf-a9f6-9e02d39df5af', '1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d', 'd6b8899a-0265-4d33-8dfe-b9d556255f4b'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:53:44.323837 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-a4be0c36-8709-4789-8057-180ec291c205 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Network eea7a03f-7981-45aa-9545-781566f9ebe6 is already hosted by enough agents. {{(pid=101349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:53:44.327077 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.base_scheduler [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-a4be0c36-8709-4789-8057-180ec291c205 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Resources bound (agent type, host, resource id): {{(pid=101349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:53:44.330851 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-a4be0c36-8709-4789-8057-180ec291c205 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Received port after_create {{(pid=101349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:53:44.337166 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be0c36-8709-4789-8057-180ec291c205 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Pushing event updated for resources: {'Port': ['ID=2329397f-539e-4cfb-bebd-3a0dd0c8e53e,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:53:44.381598 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-a4be0c36-8709-4789-8057-180ec291c205 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:44.383724 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-a4be0c36-8709-4789-8057-180ec291c205 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:44.511020 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-a4be0c36-8709-4789-8057-180ec291c205 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8823013 Aug 16 17:53:44.534739 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-7b90ee8a-90a4-463b-a8b3-2c739c62650c service neutron] Request body: {'port': {'device_id': 'fe24fb8c-4741-4a3b-ad07-2d2802420244', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:53:44.585890 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-7b90ee8a-90a4-463b-a8b3-2c739c62650c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:44.862237 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-7b90ee8a-90a4-463b-a8b3-2c739c62650c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2329397f-539e-4cfb-bebd-3a0dd0c8e53e {{(pid=101349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:53:44.869957 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-7b90ee8a-90a4-463b-a8b3-2c739c62650c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:44.881820 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.provisioning_blocks [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-7b90ee8a-90a4-463b-a8b3-2c739c62650c service neutron] Transition to ACTIVE for port object 2329397f-539e-4cfb-bebd-3a0dd0c8e53e will not be triggered until provisioned by entity L2. {{(pid=101349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:53:44.893449 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7744b8-28f9-4573-a036-106bd6b8841b req-868c4470-da65-4ed9-ba33-2379f74964e8 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:44.894933 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4f7744b8-28f9-4573-a036-106bd6b8841b req-868c4470-da65-4ed9-ba33-2379f74964e8 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe24fb8c-4741-4a3b-ad07-2d2802420244 HTTP/1.1" status: 200 len: 932 time: 0.0476210 Aug 16 17:53:44.932329 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4f7744b8-28f9-4573-a036-106bd6b8841b req-e71f5be7-3067-42d7-9e03-db32d2733a32 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314667 Aug 16 17:53:44.939583 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-7b90ee8a-90a4-463b-a8b3-2c739c62650c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5660737'] for port, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:45.009157 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90ee8a-90a4-463b-a8b3-2c739c62650c service neutron] Pushing event updated for resources: {'Port': ['ID=2329397f-539e-4cfb-bebd-3a0dd0c8e53e,revision_number=2']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:53:45.055904 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-7b90ee8a-90a4-463b-a8b3-2c739c62650c service neutron] Attempting to bind port 2329397f-539e-4cfb-bebd-3a0dd0c8e53e on host hv-cinder-79760 for vnic_type normal with profile {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:53:45.056172 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-7b90ee8a-90a4-463b-a8b3-2c739c62650c service neutron] Attempting to bind port 2329397f-539e-4cfb-bebd-3a0dd0c8e53e by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '9942712d-0cef-4013-8eb4-4c445158e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'eea7a03f-7981-45aa-9545-781566f9ebe6'}] {{(pid=101349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:53:45.056497 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-7b90ee8a-90a4-463b-a8b3-2c739c62650c service neutron] Attempting to bind port 2329397f-539e-4cfb-bebd-3a0dd0c8e53e on network eea7a03f-7981-45aa-9545-781566f9ebe6 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:53:45.060677 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-7b90ee8a-90a4-463b-a8b3-2c739c62650c service neutron] Port 2329397f-539e-4cfb-bebd-3a0dd0c8e53e on network eea7a03f-7981-45aa-9545-781566f9ebe6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 17:53:45.060990 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-7b90ee8a-90a4-463b-a8b3-2c739c62650c service neutron] Attempting to bind port 2329397f-539e-4cfb-bebd-3a0dd0c8e53e on network eea7a03f-7981-45aa-9545-781566f9ebe6 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:53:45.065626 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-7b90ee8a-90a4-463b-a8b3-2c739c62650c service neutron] Checking agent: {'id': 'd413de79-89e7-4037-a6bb-11a55464df62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 45, 56), 'started_at': datetime.datetime(2021, 8, 16, 17, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:53:45.065986 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-7b90ee8a-90a4-463b-a8b3-2c739c62650c service neutron] Checking segment: {'id': '9942712d-0cef-4013-8eb4-4c445158e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'eea7a03f-7981-45aa-9545-781566f9ebe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:53:45.066360 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-7b90ee8a-90a4-463b-a8b3-2c739c62650c service neutron] Bound using segment: {'id': '9942712d-0cef-4013-8eb4-4c445158e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'eea7a03f-7981-45aa-9545-781566f9ebe6'} {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:53:45.066770 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-7b90ee8a-90a4-463b-a8b3-2c739c62650c service neutron] Bound port: 2329397f-539e-4cfb-bebd-3a0dd0c8e53e, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9942712d-0cef-4013-8eb4-4c445158e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'eea7a03f-7981-45aa-9545-781566f9ebe6'}}] {{(pid=101349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:53:45.067115 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-7b90ee8a-90a4-463b-a8b3-2c739c62650c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:45.134434 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-7b90ee8a-90a4-463b-a8b3-2c739c62650c service neutron] For port 2329397f-539e-4cfb-bebd-3a0dd0c8e53e, host hv-cinder-79760, cleared binding levels {{(pid=101349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:53:45.137328 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-7b90ee8a-90a4-463b-a8b3-2c739c62650c service neutron] For port 2329397f-539e-4cfb-bebd-3a0dd0c8e53e, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2329397f-539e-4cfb-bebd-3a0dd0c8e53e,segment=NetworkSegment(9942712d-0cef-4013-8eb4-4c445158e8f0),segment_id=9942712d-0cef-4013-8eb4-4c445158e8f0)] {{(pid=101349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:53:45.224941 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-7b90ee8a-90a4-463b-a8b3-2c739c62650c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5660737'] for port, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:45.258121 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-7b90ee8a-90a4-463b-a8b3-2c739c62650c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:45.262106 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-7b90ee8a-90a4-463b-a8b3-2c739c62650c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:45.262106 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-7b90ee8a-90a4-463b-a8b3-2c739c62650c service neutron] 10.222.0.13 "PUT /v2.0/ports/2329397f-539e-4cfb-bebd-3a0dd0c8e53e HTTP/1.1" status: 200 len: 1094 time: 0.7333157 Aug 16 17:53:45.262106 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe24fb8c-4741-4a3b-ad07-2d2802420244', 'tag': '2329397f-539e-4cfb-bebd-3a0dd0c8e53e'}] {{(pid=101349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:53:45.262803 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}934f09010de237f24c102465ff13aed95362a81e3346d32f1bd52d9236897e6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15acbd82-b8a8-4bd5-aa64-76f17197b171" -d '{"events": [{"name": "network-changed", "server_uuid": "fe24fb8c-4741-4a3b-ad07-2d2802420244", "tag": "2329397f-539e-4cfb-bebd-3a0dd0c8e53e"}]}' {{(pid=101349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:53:45.287941 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90ee8a-90a4-463b-a8b3-2c739c62650c service neutron] Pushing event updated for resources: {'Port': ['ID=2329397f-539e-4cfb-bebd-3a0dd0c8e53e,revision_number=3']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:53:45.430695 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-e5edddd6-08e2-43cb-baee-3ef23c2e04f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:45.432184 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-e5edddd6-08e2-43cb-baee-3ef23c2e04f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6e6d80e4dd68460c888b800564b277ef&device_id=fe24fb8c-4741-4a3b-ad07-2d2802420244 HTTP/1.1" status: 200 len: 1097 time: 0.0404863 Aug 16 17:53:45.492046 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 17:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ced522-b85c-438b-9ec9-d2cbeeb1d3c1 x-openstack-request-id: req-f5ced522-b85c-438b-9ec9-d2cbeeb1d3c1 {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:53:45.492333 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe24fb8c-4741-4a3b-ad07-2d2802420244", "tag": "2329397f-539e-4cfb-bebd-3a0dd0c8e53e", "status": "completed", "code": 200}]} {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:53:45.492580 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f5ced522-b85c-438b-9ec9-d2cbeeb1d3c1 {{(pid=101349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:53:45.492961 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe24fb8c-4741-4a3b-ad07-2d2802420244', 'tag': '2329397f-539e-4cfb-bebd-3a0dd0c8e53e', 'status': 'completed', 'code': 200} Aug 16 17:53:45.494424 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-9851737d-3063-4c19-9bf2-4b432f7e35e4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2329397f-539e-4cfb-bebd-3a0dd0c8e53e HTTP/1.1" status: 200 len: 217 time: 0.0410447 Aug 16 17:53:45.547167 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-fa2a4585-1050-438e-987e-2f3e6e866f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:45.548580 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-fa2a4585-1050-438e-987e-2f3e6e866f3d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7121b435-725b-49c1-9713-d93f9348d59e HTTP/1.1" status: 200 len: 855 time: 0.0434432 Aug 16 17:53:45.582353 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-de8015bf-fa90-4596-a9cc-b9b4f537657b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eea7a03f-7981-45aa-9545-781566f9ebe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228767 Aug 16 17:53:45.674611 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-6fd788b0-c7d4-4afe-9b3c-ab3235edc707 service neutron] 10.222.0.13 "GET /v2.0/networks/eea7a03f-7981-45aa-9545-781566f9ebe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830572 Aug 16 17:53:45.764936 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-88a9598b-a7b0-4718-a39e-19fcb09155b3 req-ecdc564a-d35b-44be-bb94-c1de2c8176bb service neutron] 10.222.0.13 "GET /v2.0/networks/eea7a03f-7981-45aa-9545-781566f9ebe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815001 Aug 16 17:53:46.051490 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15acbd82-b8a8-4bd5-aa64-76f17197b171 req-3d14ad0d-9d81-47af-a3b7-6e2e0b17e2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:46.053004 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-15acbd82-b8a8-4bd5-aa64-76f17197b171 req-3d14ad0d-9d81-47af-a3b7-6e2e0b17e2c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6e6d80e4dd68460c888b800564b277ef&device_id=fe24fb8c-4741-4a3b-ad07-2d2802420244 HTTP/1.1" status: 200 len: 1097 time: 0.0399005 Aug 16 17:53:46.100719 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14f4b7-0a45-48ab-83ea-c32fcd8b2eac req-f0031bdd-8822-4d25-8370-251bc5bbb183 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:46.102188 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8a14f4b7-0a45-48ab-83ea-c32fcd8b2eac req-f0031bdd-8822-4d25-8370-251bc5bbb183 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe24fb8c-4741-4a3b-ad07-2d2802420244 HTTP/1.1" status: 200 len: 944 time: 0.0509462 Aug 16 17:53:46.139377 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8a14f4b7-0a45-48ab-83ea-c32fcd8b2eac req-454b6618-7511-4c3e-9b2f-7cebc4adb56a tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312288 Aug 16 17:53:46.148243 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15acbd82-b8a8-4bd5-aa64-76f17197b171 req-bcfa6feb-0fdf-4cf2-989c-08b4d72ceeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:46.149887 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-15acbd82-b8a8-4bd5-aa64-76f17197b171 req-bcfa6feb-0fdf-4cf2-989c-08b4d72ceeed service neutron] 10.222.0.13 "GET /v2.0/networks?id=eea7a03f-7981-45aa-9545-781566f9ebe6 HTTP/1.1" status: 200 len: 916 time: 0.0875096 Aug 16 17:53:46.192113 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-15acbd82-b8a8-4bd5-aa64-76f17197b171 req-3e569297-d4c5-445c-a42e-b6705ccd59a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2329397f-539e-4cfb-bebd-3a0dd0c8e53e HTTP/1.1" status: 200 len: 217 time: 0.0347688 Aug 16 17:53:46.246391 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15acbd82-b8a8-4bd5-aa64-76f17197b171 req-8f2f1ced-dc96-4d41-bc3f-c27112740372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:46.248299 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-15acbd82-b8a8-4bd5-aa64-76f17197b171 req-8f2f1ced-dc96-4d41-bc3f-c27112740372 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7121b435-725b-49c1-9713-d93f9348d59e HTTP/1.1" status: 200 len: 855 time: 0.0458460 Aug 16 17:53:46.288109 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-15acbd82-b8a8-4bd5-aa64-76f17197b171 req-47fd70c9-30cb-4271-961d-b8fc93df6721 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eea7a03f-7981-45aa-9545-781566f9ebe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227046 Aug 16 17:53:46.379512 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-15acbd82-b8a8-4bd5-aa64-76f17197b171 req-205c25d0-c34b-4e84-833f-b4f5d49bba7f service neutron] 10.222.0.13 "GET /v2.0/networks/eea7a03f-7981-45aa-9545-781566f9ebe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804763 Aug 16 17:53:46.473475 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-15acbd82-b8a8-4bd5-aa64-76f17197b171 req-45ddcfed-c919-4c62-8558-338c7c159e00 service neutron] 10.222.0.13 "GET /v2.0/networks/eea7a03f-7981-45aa-9545-781566f9ebe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844078 Aug 16 17:53:47.259102 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dbad33-555d-48d0-a4c3-3c13542778bb req-57f36a79-f489-4e56-aa47-f9a089bb41fb tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:47.260559 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b1dbad33-555d-48d0-a4c3-3c13542778bb req-57f36a79-f489-4e56-aa47-f9a089bb41fb tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe24fb8c-4741-4a3b-ad07-2d2802420244 HTTP/1.1" status: 200 len: 944 time: 0.0479834 Aug 16 17:53:47.298347 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b1dbad33-555d-48d0-a4c3-3c13542778bb req-fac2807b-09a1-4974-93b3-871b983995dd tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315149 Aug 16 17:53:48.410618 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5bb95-e607-43fb-a171-4565f1a135c9 req-06f9c75f-4bb8-4b5c-bc46-79ca31c28f19 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:48.412131 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f9a5bb95-e607-43fb-a171-4565f1a135c9 req-06f9c75f-4bb8-4b5c-bc46-79ca31c28f19 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe24fb8c-4741-4a3b-ad07-2d2802420244 HTTP/1.1" status: 200 len: 944 time: 0.0478694 Aug 16 17:53:48.449227 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f9a5bb95-e607-43fb-a171-4565f1a135c9 req-612d095f-f277-4a53-a154-700bc17d4790 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310223 Aug 16 17:53:48.765785 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 6 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 17:53:48.780678 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 2329397f-539e-4cfb-bebd-3a0dd0c8e53e details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=101351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 17:53:48.874186 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 2329397f-539e-4cfb-bebd-3a0dd0c8e53e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2329397f-539e-4cfb-bebd-3a0dd0c8e53e,segment=NetworkSegment(9942712d-0cef-4013-8eb4-4c445158e8f0),segment_id=9942712d-0cef-4013-8eb4-4c445158e8f0)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:53:48.884942 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Returning: {'device': '2329397f-539e-4cfb-bebd-3a0dd0c8e53e', 'network_id': 'eea7a03f-7981-45aa-9545-781566f9ebe6', 'port_id': '2329397f-539e-4cfb-bebd-3a0dd0c8e53e', 'mac_address': 'fa:16:3e:fc:6d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7121b435-725b-49c1-9713-d93f9348d59e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 17:53:48.920555 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:48.932566 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2329397f-539e-4cfb-bebd-3a0dd0c8e53e {{(pid=101351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:53:48.951961 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 2329397f-539e-4cfb-bebd-3a0dd0c8e53e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2329397f-539e-4cfb-bebd-3a0dd0c8e53e,segment=NetworkSegment(9942712d-0cef-4013-8eb4-4c445158e8f0),segment_id=9942712d-0cef-4013-8eb4-4c445158e8f0)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:53:49.024793 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:49.074650 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=2329397f-539e-4cfb-bebd-3a0dd0c8e53e,revision_number=4']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:53:49.483050 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['2329397f-539e-4cfb-bebd-3a0dd0c8e53e'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:53:49.568533 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838c214-9110-4e71-be13-b0410c23c8ef req-87976338-390e-409a-a7e5-f9310673213a tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:49.569965 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2838c214-9110-4e71-be13-b0410c23c8ef req-87976338-390e-409a-a7e5-f9310673213a tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe24fb8c-4741-4a3b-ad07-2d2802420244 HTTP/1.1" status: 200 len: 945 time: 0.0514150 Aug 16 17:53:49.607482 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2838c214-9110-4e71-be13-b0410c23c8ef req-12518d86-d65d-4422-9575-eee4fd001308 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311403 Aug 16 17:53:50.800367 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 2329397f-539e-4cfb-bebd-3a0dd0c8e53e up at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:53:51.024575 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning for port 2329397f-539e-4cfb-bebd-3a0dd0c8e53e completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:53:51.028685 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning complete for port 2329397f-539e-4cfb-bebd-3a0dd0c8e53e triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:53:51.029060 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:51.110076 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:51.132251 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe24fb8c-4741-4a3b-ad07-2d2802420244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2329397f-539e-4cfb-bebd-3a0dd0c8e53e'}] {{(pid=101351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:53:51.134526 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4661e6bc32737764ca712b7c7300ac6ad1a8a79a1ea43afdc004a14577d676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5141e69-aa90-43bf-aa0f-e717631ff4a3" -d '{"events": [{"server_uuid": "fe24fb8c-4741-4a3b-ad07-2d2802420244", "name": "network-vif-plugged", "status": "completed", "tag": "2329397f-539e-4cfb-bebd-3a0dd0c8e53e"}]}' {{(pid=101351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:53:51.147556 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 2329397f-539e-4cfb-bebd-3a0dd0c8e53e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2329397f-539e-4cfb-bebd-3a0dd0c8e53e,segment=NetworkSegment(9942712d-0cef-4013-8eb4-4c445158e8f0),segment_id=9942712d-0cef-4013-8eb4-4c445158e8f0)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:53:51.230333 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:51.260949 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e206f6-327f-4c9c-867b-c4121c662b5d req-19151cec-7546-4864-8e91-2373b86b0a3d tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:51.262481 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c4e206f6-327f-4c9c-867b-c4121c662b5d req-19151cec-7546-4864-8e91-2373b86b0a3d tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe24fb8c-4741-4a3b-ad07-2d2802420244 HTTP/1.1" status: 200 len: 945 time: 0.0502231 Aug 16 17:53:51.277037 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=2329397f-539e-4cfb-bebd-3a0dd0c8e53e,revision_number=5']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:53:51.304035 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c4e206f6-327f-4c9c-867b-c4121c662b5d req-bd34b4af-146c-4a6e-a709-fe9f45f3a37b tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357292 Aug 16 17:53:51.344741 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a4df50-2815-4e6b-a4cb-b3fe7e042405 x-openstack-request-id: req-d3a4df50-2815-4e6b-a4cb-b3fe7e042405 {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:53:51.345099 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe24fb8c-4741-4a3b-ad07-2d2802420244", "name": "network-vif-plugged", "status": "completed", "tag": "2329397f-539e-4cfb-bebd-3a0dd0c8e53e", "code": 200}]} {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:53:51.345478 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d3a4df50-2815-4e6b-a4cb-b3fe7e042405 {{(pid=101351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:53:51.345978 dv-cinder-797608-18-iscsi neutron-server[101351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe24fb8c-4741-4a3b-ad07-2d2802420244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2329397f-539e-4cfb-bebd-3a0dd0c8e53e', 'code': 200} Aug 16 17:53:51.434432 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e8138-f23b-49a3-877f-9d4e3ab88e24 req-2594af60-5bcf-4ef5-b226-920c3f772384 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:51.435895 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-285e8138-f23b-49a3-877f-9d4e3ab88e24 req-2594af60-5bcf-4ef5-b226-920c3f772384 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 946 time: 0.0499225 Aug 16 17:53:51.473505 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-285e8138-f23b-49a3-877f-9d4e3ab88e24 req-2ce6ef85-03ec-47c2-9a8c-7eb14850fa86 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316763 Aug 16 17:53:51.728806 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9e5da-0b48-42ab-bde2-54b3eeba4338 req-1ac458dd-136f-4e9a-96f2-0de97b19af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:51.730190 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-0cb9e5da-0b48-42ab-bde2-54b3eeba4338 req-1ac458dd-136f-4e9a-96f2-0de97b19af0d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fe24fb8c-4741-4a3b-ad07-2d2802420244 HTTP/1.1" status: 200 len: 1099 time: 0.0388761 Aug 16 17:53:51.767737 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-0cb9e5da-0b48-42ab-bde2-54b3eeba4338 req-f74b9f7c-01f6-4fca-ab3c-fef140223ada service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262706 Aug 16 17:53:52.422491 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c2ea7-b3b1-40cf-881c-562d408b7ee7 req-2c426662-bf50-433f-acd2-6231a2620af3 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:52.423937 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b31c2ea7-b3b1-40cf-881c-562d408b7ee7 req-2c426662-bf50-433f-acd2-6231a2620af3 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe24fb8c-4741-4a3b-ad07-2d2802420244 HTTP/1.1" status: 200 len: 946 time: 0.0514028 Aug 16 17:53:52.459666 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b31c2ea7-b3b1-40cf-881c-562d408b7ee7 req-00477a38-545e-4790-b7b8-49f86fd1924a tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300012 Aug 16 17:53:52.589819 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbf406-65d2-4872-88c3-16273091a19a req-553980cd-0bfc-459b-8e22-4b33fab0d5bf tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:52.591202 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-0edbf406-65d2-4872-88c3-16273091a19a req-553980cd-0bfc-459b-8e22-4b33fab0d5bf tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 946 time: 0.0467503 Aug 16 17:53:52.627557 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-0edbf406-65d2-4872-88c3-16273091a19a req-bc38e6a5-b095-418b-ae2e-f97991883050 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301027 Aug 16 17:53:53.573681 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9ff35-a858-4ab9-a20f-fea07e1bba79 req-d515e411-2aac-45a0-9811-fbadc5a87e68 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:53.575166 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-29e9ff35-a858-4ab9-a20f-fea07e1bba79 req-d515e411-2aac-45a0-9811-fbadc5a87e68 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe24fb8c-4741-4a3b-ad07-2d2802420244 HTTP/1.1" status: 200 len: 946 time: 0.0476866 Aug 16 17:53:53.612645 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-29e9ff35-a858-4ab9-a20f-fea07e1bba79 req-504eb41f-2b2c-4687-a08a-84cc76fab297 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309796 Aug 16 17:53:53.745786 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d265c76-ece1-4157-9151-8544cbaed8a2 req-772fbea6-a076-4fd0-ae4a-20271d46e770 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:53.747267 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7d265c76-ece1-4157-9151-8544cbaed8a2 req-772fbea6-a076-4fd0-ae4a-20271d46e770 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 946 time: 0.0507689 Aug 16 17:53:53.784457 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7d265c76-ece1-4157-9151-8544cbaed8a2 req-c3243e15-9246-4323-ac66-dcc90be33215 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307755 Aug 16 17:53:53.790348 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-9de9361c-8a37-41a1-90d3-5e3ffedc8bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:54.905038 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696794e5-2d8b-4c06-9c0e-fc92586afb91 req-b68a6e2f-0391-4ba0-9d0a-7aed435708d4 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:54.906528 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-696794e5-2d8b-4c06-9c0e-fc92586afb91 req-b68a6e2f-0391-4ba0-9d0a-7aed435708d4 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 946 time: 0.0479968 Aug 16 17:53:54.944063 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-696794e5-2d8b-4c06-9c0e-fc92586afb91 req-1f79feb1-ae6c-490f-a264-c9cf3390a9d8 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313241 Aug 16 17:53:56.068641 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a526ee-6fa1-4ee8-8866-8e5dfc1205c7 req-9b8544c7-aa49-466d-8397-e5bcf176e5e1 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:56.070128 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-06a526ee-6fa1-4ee8-8866-8e5dfc1205c7 req-9b8544c7-aa49-466d-8397-e5bcf176e5e1 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 946 time: 0.0498927 Aug 16 17:53:56.113050 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-06a526ee-6fa1-4ee8-8866-8e5dfc1205c7 req-8b6edbae-7cdd-4f66-9138-6fabcff10bc2 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332680 Aug 16 17:53:56.624182 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-47d37fa2-c306-4a82-a433-8d43bbd1dd79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:56.744186 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:57.236799 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed565b-68ef-4c1f-90b5-d079be7661b7 req-6ddb7f3a-13e0-426b-86b0-9969d78fee39 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:57.238330 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-25ed565b-68ef-4c1f-90b5-d079be7661b7 req-6ddb7f3a-13e0-426b-86b0-9969d78fee39 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 946 time: 0.0517581 Aug 16 17:53:57.275641 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-25ed565b-68ef-4c1f-90b5-d079be7661b7 req-11849bd0-3595-4cb8-b0e8-60d0767743b4 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315094 Aug 16 17:53:57.411855 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-603ac6fc-22c7-40dc-80c8-65737f962137 req-c4cdbeb8-3e86-4931-8e86-4380b6b0950e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371718 Aug 16 17:53:57.495516 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ac6fc-22c7-40dc-80c8-65737f962137 req-26be24f9-e3ef-448d-8c0d-59ef307a5892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:57.496853 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-603ac6fc-22c7-40dc-80c8-65737f962137 req-26be24f9-e3ef-448d-8c0d-59ef307a5892 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67e93bc9aa8640229cc9f17f3199ca27&device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 1098 time: 0.0422764 Aug 16 17:53:57.599213 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ac6fc-22c7-40dc-80c8-65737f962137 req-c1b48c69-7af0-4b88-a5d7-000e152ba71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:57.600654 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-603ac6fc-22c7-40dc-80c8-65737f962137 req-c1b48c69-7af0-4b88-a5d7-000e152ba71d service neutron] 10.222.0.13 "GET /v2.0/networks?id=abd87892-01ae-487a-b700-498630f47a61 HTTP/1.1" status: 200 len: 909 time: 0.0828898 Aug 16 17:53:57.658237 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:57.667800 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-603ac6fc-22c7-40dc-80c8-65737f962137 req-71fb45b5-0271-4d25-b1df-b437718c54fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22583d25-1bc6-40f3-941e-2b36ffcb081d HTTP/1.1" status: 200 len: 1001 time: 0.0592475 Aug 16 17:53:57.721705 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ac6fc-22c7-40dc-80c8-65737f962137 req-67b45258-f11b-414b-9600-8725d2db8f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:57.723205 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-603ac6fc-22c7-40dc-80c8-65737f962137 req-67b45258-f11b-414b-9600-8725d2db8f4d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b77c348c-0c1d-4052-baba-3868ce8adf35 HTTP/1.1" status: 200 len: 847 time: 0.0429597 Aug 16 17:53:57.750287 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:57.772162 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ac6fc-22c7-40dc-80c8-65737f962137 req-8cdea443-57f8-4239-b4cf-defd8d866660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:57.776513 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-603ac6fc-22c7-40dc-80c8-65737f962137 req-8cdea443-57f8-4239-b4cf-defd8d866660 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=abd87892-01ae-487a-b700-498630f47a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0384836 Aug 16 17:53:57.869288 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-603ac6fc-22c7-40dc-80c8-65737f962137 req-1a44761c-8f38-4fd5-b9c9-cd9e575a700b service neutron] 10.222.0.13 "GET /v2.0/networks/abd87892-01ae-487a-b700-498630f47a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822306 Aug 16 17:53:57.960231 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-603ac6fc-22c7-40dc-80c8-65737f962137 req-f85ed690-e204-4ce9-aca5-f50bb5ac820e service neutron] 10.222.0.13 "GET /v2.0/networks/abd87892-01ae-487a-b700-498630f47a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800414 Aug 16 17:53:58.397358 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43729d5-a5d6-4933-ba6f-a55b2cea3be6 req-9b2b4a2e-5458-42e9-833c-8d4a373c3ebd tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:58.398835 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b43729d5-a5d6-4933-ba6f-a55b2cea3be6 req-9b2b4a2e-5458-42e9-833c-8d4a373c3ebd tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 946 time: 0.0474215 Aug 16 17:53:58.435593 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b43729d5-a5d6-4933-ba6f-a55b2cea3be6 req-86c25fb0-150a-480c-b23b-eb500bdf666b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310104 Aug 16 17:53:59.081297 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:53:59.552579 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdee2d6-9e7d-475c-8c65-4795557cf284 req-dc9af497-0637-4abd-acb0-20efc60fccb9 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:53:59.565623 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-dcdee2d6-9e7d-475c-8c65-4795557cf284 req-dc9af497-0637-4abd-acb0-20efc60fccb9 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 946 time: 0.0463378 Aug 16 17:53:59.590555 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-dcdee2d6-9e7d-475c-8c65-4795557cf284 req-8cbcdaaa-8dc1-44fb-bff7-9ea7f3e5aa75 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308247 Aug 16 17:54:00.709673 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19746f55-99e8-47c6-8ef8-66aa20d6f3fb req-31ce14fb-07e5-474b-94f8-32557e613d58 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:00.711158 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-19746f55-99e8-47c6-8ef8-66aa20d6f3fb req-31ce14fb-07e5-474b-94f8-32557e613d58 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 946 time: 0.0501521 Aug 16 17:54:00.748534 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-19746f55-99e8-47c6-8ef8-66aa20d6f3fb req-6112b97a-78eb-4d11-9912-26644af886a8 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313852 Aug 16 17:54:01.865885 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15adfb50-1c01-4bec-bde9-0f3f84db9f6b req-8f3aab92-14ad-4b71-8e86-092367c8bf35 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:01.867352 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-15adfb50-1c01-4bec-bde9-0f3f84db9f6b req-8f3aab92-14ad-4b71-8e86-092367c8bf35 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 946 time: 0.0469666 Aug 16 17:54:01.904485 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-15adfb50-1c01-4bec-bde9-0f3f84db9f6b req-6f6a9f48-3b0b-4de3-b70d-021fb82bcb42 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313048 Aug 16 17:54:03.023811 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd9414-5b8e-4625-b73a-0e1229be8dbe req-462e40a1-c7bb-4260-b79b-149046cdfabd tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:03.025289 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-1bcd9414-5b8e-4625-b73a-0e1229be8dbe req-462e40a1-c7bb-4260-b79b-149046cdfabd tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 946 time: 0.0485532 Aug 16 17:54:03.062380 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-1bcd9414-5b8e-4625-b73a-0e1229be8dbe req-6e35991b-53e8-489b-b8f2-cbb95bb4e1e1 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311489 Aug 16 17:54:04.182672 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f0fc5-d9b2-46a9-8bb4-9056535576cb req-303b09c6-3144-4479-8b25-7143d4efa4bc tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:04.184112 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b92f0fc5-d9b2-46a9-8bb4-9056535576cb req-303b09c6-3144-4479-8b25-7143d4efa4bc tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 946 time: 0.0500288 Aug 16 17:54:04.220989 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b92f0fc5-d9b2-46a9-8bb4-9056535576cb req-74adb3af-a6ad-402a-9bd5-60bce2e27938 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306818 Aug 16 17:54:05.341277 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfcb6b9-148e-4c92-b714-1b1154ce6859 req-ddcf5bad-f412-40f1-959f-5f7fec40c7f8 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:05.342762 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8cfcb6b9-148e-4c92-b714-1b1154ce6859 req-ddcf5bad-f412-40f1-959f-5f7fec40c7f8 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 946 time: 0.0470417 Aug 16 17:54:05.379722 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8cfcb6b9-148e-4c92-b714-1b1154ce6859 req-17231d8c-3ca3-47bc-97f9-cbfc61ce0d99 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305524 Aug 16 17:54:06.497651 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff71328-76e4-4503-b4c7-12a365849999 req-56f89fc9-0d2d-4f1a-a237-a7e08767d4d6 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:06.499141 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6ff71328-76e4-4503-b4c7-12a365849999 req-56f89fc9-0d2d-4f1a-a237-a7e08767d4d6 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 946 time: 0.0476985 Aug 16 17:54:06.536684 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6ff71328-76e4-4503-b4c7-12a365849999 req-9bf271f5-9efa-4642-b4d2-e3f77c769b84 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316179 Aug 16 17:54:07.660411 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f6ca4-4b3a-428d-b89b-58551e0de4d1 req-0004aee3-86c1-4d2c-ae65-24c2ea4795f2 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:07.661902 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-de8f6ca4-4b3a-428d-b89b-58551e0de4d1 req-0004aee3-86c1-4d2c-ae65-24c2ea4795f2 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 946 time: 0.0521624 Aug 16 17:54:07.698507 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-de8f6ca4-4b3a-428d-b89b-58551e0de4d1 req-8f4e76f0-1d78-4987-b026-1afe0a170dda tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305130 Aug 16 17:54:08.790382 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4370ed9-98ff-49be-a7d6-84f9d8725631 req-1bc1a639-7612-4dc9-b8a9-5578a844506c tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:08.791872 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a4370ed9-98ff-49be-a7d6-84f9d8725631 req-1bc1a639-7612-4dc9-b8a9-5578a844506c tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe24fb8c-4741-4a3b-ad07-2d2802420244 HTTP/1.1" status: 200 len: 946 time: 0.0482571 Aug 16 17:54:08.827736 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a4370ed9-98ff-49be-a7d6-84f9d8725631 req-5f3b547d-bd31-4cdc-abc9-278b43ad0c13 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300615 Aug 16 17:54:08.874972 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device d6b80bf6-26d1-4eb6-a179-42800b86e609 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=101351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 17:54:08.926583 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143963af-52ce-47f2-a7a8-9dc82e435c7f req-01575a91-6de0-4133-82e8-534ccd01ea44 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:08.928059 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-143963af-52ce-47f2-a7a8-9dc82e435c7f req-01575a91-6de0-4133-82e8-534ccd01ea44 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 946 time: 0.0473249 Aug 16 17:54:08.964706 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-143963af-52ce-47f2-a7a8-9dc82e435c7f req-afbbcff8-7580-433d-b9f8-cb030551324c tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305622 Aug 16 17:54:08.966262 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port d6b80bf6-26d1-4eb6-a179-42800b86e609, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d6b80bf6-26d1-4eb6-a179-42800b86e609,segment=NetworkSegment(1d556eea-2e00-495e-a4c4-1b5b0d31797f),segment_id=1d556eea-2e00-495e-a4c4-1b5b0d31797f)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:54:08.978089 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Returning: {'device': 'd6b80bf6-26d1-4eb6-a179-42800b86e609', 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f', 'port_id': 'd6b80bf6-26d1-4eb6-a179-42800b86e609', 'mac_address': 'fa:16:3e:ea:29:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0c1f877-910d-484d-a497-8ce21ca738df', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 17:54:09.017688 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:09.029900 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6b80bf6-26d1-4eb6-a179-42800b86e609 {{(pid=101351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:54:09.049194 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port d6b80bf6-26d1-4eb6-a179-42800b86e609, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d6b80bf6-26d1-4eb6-a179-42800b86e609,segment=NetworkSegment(1d556eea-2e00-495e-a4c4-1b5b0d31797f),segment_id=1d556eea-2e00-495e-a4c4-1b5b0d31797f)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:54:09.127508 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:09.174925 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=d6b80bf6-26d1-4eb6-a179-42800b86e609,revision_number=6']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:54:09.392429 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['d6b80bf6-26d1-4eb6-a179-42800b86e609'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:54:09.957715 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb91b21-e30e-4541-840a-af8592c9dc9b req-d1cb4c35-f503-47da-af6d-06295326225f tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:09.959191 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ddb91b21-e30e-4541-840a-af8592c9dc9b req-d1cb4c35-f503-47da-af6d-06295326225f tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe24fb8c-4741-4a3b-ad07-2d2802420244 HTTP/1.1" status: 200 len: 946 time: 0.0602760 Aug 16 17:54:09.997474 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ddb91b21-e30e-4541-840a-af8592c9dc9b req-17dd39b8-dbe8-413c-ac6d-ae531ead394f tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322509 Aug 16 17:54:10.099174 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e219df9-0572-41a8-a836-85b9a48b3753 req-ed9730da-242d-4402-a262-dbb602e4be7b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:10.100689 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-1e219df9-0572-41a8-a836-85b9a48b3753 req-ed9730da-242d-4402-a262-dbb602e4be7b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 945 time: 0.0494030 Aug 16 17:54:10.150567 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-1e219df9-0572-41a8-a836-85b9a48b3753 req-c0e5eb28-08a5-45f6-a3ab-622fb23acbe5 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426638 Aug 16 17:54:10.874329 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device d6b80bf6-26d1-4eb6-a179-42800b86e609 up at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:54:10.927881 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning complete for port d6b80bf6-26d1-4eb6-a179-42800b86e609 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:54:10.928366 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:11.010623 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:11.041863 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca815f5d-2d36-48c3-89e4-158a73cb6f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b80bf6-26d1-4eb6-a179-42800b86e609'}] {{(pid=101351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:54:11.044545 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4661e6bc32737764ca712b7c7300ac6ad1a8a79a1ea43afdc004a14577d676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09b38e9-a4d7-453e-8685-1b2dcd79140b" -d '{"events": [{"server_uuid": "ca815f5d-2d36-48c3-89e4-158a73cb6f37", "name": "network-vif-plugged", "status": "completed", "tag": "d6b80bf6-26d1-4eb6-a179-42800b86e609"}]}' {{(pid=101351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:54:11.066994 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port d6b80bf6-26d1-4eb6-a179-42800b86e609, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d6b80bf6-26d1-4eb6-a179-42800b86e609,segment=NetworkSegment(1d556eea-2e00-495e-a4c4-1b5b0d31797f),segment_id=1d556eea-2e00-495e-a4c4-1b5b0d31797f)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:54:11.121598 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff690a-4f97-4382-a8c5-829a140e2114 req-6c2e0288-0918-414f-ba0c-97a47dc5e6c8 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:11.129819 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-01ff690a-4f97-4382-a8c5-829a140e2114 req-6c2e0288-0918-414f-ba0c-97a47dc5e6c8 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe24fb8c-4741-4a3b-ad07-2d2802420244 HTTP/1.1" status: 200 len: 946 time: 0.0597577 Aug 16 17:54:11.146835 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:11.168492 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-01ff690a-4f97-4382-a8c5-829a140e2114 req-367eae03-8c52-423b-9539-77b8ed425fd9 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377617 Aug 16 17:54:11.226922 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75ae376-f08a-441e-bff4-6642526bf6aa x-openstack-request-id: req-a75ae376-f08a-441e-bff4-6642526bf6aa {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:54:11.227487 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca815f5d-2d36-48c3-89e4-158a73cb6f37", "name": "network-vif-plugged", "status": "completed", "tag": "d6b80bf6-26d1-4eb6-a179-42800b86e609", "code": 200}]} {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:54:11.227954 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a75ae376-f08a-441e-bff4-6642526bf6aa {{(pid=101351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:54:11.228556 dv-cinder-797608-18-iscsi neutron-server[101351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca815f5d-2d36-48c3-89e4-158a73cb6f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b80bf6-26d1-4eb6-a179-42800b86e609', 'code': 200} Aug 16 17:54:11.241779 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=d6b80bf6-26d1-4eb6-a179-42800b86e609,revision_number=7']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:54:11.247276 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b0bd9-2d17-4717-8642-d99c1471a8c3 req-dd277f6b-ba8f-4289-a4ab-c5a1d40d87a1 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:11.248817 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-2c1b0bd9-2d17-4717-8642-d99c1471a8c3 req-dd277f6b-ba8f-4289-a4ab-c5a1d40d87a1 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe24fb8c-4741-4a3b-ad07-2d2802420244 HTTP/1.1" status: 200 len: 946 time: 0.0793035 Aug 16 17:54:11.326078 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e9efc-ca66-442b-963e-7d1982d9c417 req-c861ae74-25a4-43a8-bebb-a79f19f5c11f tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:11.330876 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d10e9efc-ca66-442b-963e-7d1982d9c417 req-c861ae74-25a4-43a8-bebb-a79f19f5c11f tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 946 time: 0.0570090 Aug 16 17:54:11.377892 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [req-2c1b0bd9-2d17-4717-8642-d99c1471a8c3 req-94c3f149-6c65-4e72-a1c0-7b039ef9222e tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Deleting port 2329397f-539e-4cfb-bebd-3a0dd0c8e53e {{(pid=101349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:54:11.378337 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-2c1b0bd9-2d17-4717-8642-d99c1471a8c3 req-94c3f149-6c65-4e72-a1c0-7b039ef9222e tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:11.379239 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d10e9efc-ca66-442b-963e-7d1982d9c417 req-7d842e72-5e2a-4ee2-b5ef-ef69548ae1a5 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443542 Aug 16 17:54:11.499189 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-2c1b0bd9-2d17-4717-8642-d99c1471a8c3 req-94c3f149-6c65-4e72-a1c0-7b039ef9222e tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] For port 2329397f-539e-4cfb-bebd-3a0dd0c8e53e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2329397f-539e-4cfb-bebd-3a0dd0c8e53e,segment=NetworkSegment(9942712d-0cef-4013-8eb4-4c445158e8f0),segment_id=9942712d-0cef-4013-8eb4-4c445158e8f0)] {{(pid=101349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:54:11.501207 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-2c1b0bd9-2d17-4717-8642-d99c1471a8c3 req-94c3f149-6c65-4e72-a1c0-7b039ef9222e tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:11.526156 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [req-2c1b0bd9-2d17-4717-8642-d99c1471a8c3 req-94c3f149-6c65-4e72-a1c0-7b039ef9222e tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Calling delete_port for 2329397f-539e-4cfb-bebd-3a0dd0c8e53e owned by compute:nova {{(pid=101349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:54:11.738869 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-2c1b0bd9-2d17-4717-8642-d99c1471a8c3 req-94c3f149-6c65-4e72-a1c0-7b039ef9222e tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:11.776838 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3f149-6c65-4e72-a1c0-7b039ef9222e tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Pushing event deleted for resources: {'Port': ['ID=2329397f-539e-4cfb-bebd-3a0dd0c8e53e,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:54:11.780846 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['cc1a987c-8274-48cf-a9f6-9e02d39df5af', '1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d', 'd6b8899a-0265-4d33-8dfe-b9d556255f4b', '2329397f-539e-4cfb-bebd-3a0dd0c8e53e'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:54:11.792552 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c3f149-6c65-4e72-a1c0-7b039ef9222e tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:54:11.792902 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c3f149-6c65-4e72-a1c0-7b039ef9222e tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:54:11.793241 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c3f149-6c65-4e72-a1c0-7b039ef9222e tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:54:11.793573 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c3f149-6c65-4e72-a1c0-7b039ef9222e tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:54:11.793901 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c3f149-6c65-4e72-a1c0-7b039ef9222e tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:54:11.794256 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c3f149-6c65-4e72-a1c0-7b039ef9222e tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:54:11.794578 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c3f149-6c65-4e72-a1c0-7b039ef9222e tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:54:11.794900 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c3f149-6c65-4e72-a1c0-7b039ef9222e tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:54:11.795224 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c3f149-6c65-4e72-a1c0-7b039ef9222e tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:54:11.795545 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c3f149-6c65-4e72-a1c0-7b039ef9222e tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:54:11.795864 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c3f149-6c65-4e72-a1c0-7b039ef9222e tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:54:11.796186 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c3f149-6c65-4e72-a1c0-7b039ef9222e tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:54:11.839109 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c1b0bd9-2d17-4717-8642-d99c1471a8c3 req-94c3f149-6c65-4e72-a1c0-7b039ef9222e tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] No DVR routers for this DVR port 2329397f-539e-4cfb-bebd-3a0dd0c8e53e on host hv-cinder-79760 {{(pid=101349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 17:54:11.844077 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-2c1b0bd9-2d17-4717-8642-d99c1471a8c3 req-94c3f149-6c65-4e72-a1c0-7b039ef9222e tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:11.844779 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-2c1b0bd9-2d17-4717-8642-d99c1471a8c3 req-94c3f149-6c65-4e72-a1c0-7b039ef9222e tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.13 "DELETE /v2.0/ports/2329397f-539e-4cfb-bebd-3a0dd0c8e53e HTTP/1.1" status: 204 len: 173 time: 0.5734577 Aug 16 17:54:11.845273 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe24fb8c-4741-4a3b-ad07-2d2802420244', 'name': 'network-vif-deleted', 'tag': '2329397f-539e-4cfb-bebd-3a0dd0c8e53e'}] {{(pid=101349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:54:11.848131 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}934f09010de237f24c102465ff13aed95362a81e3346d32f1bd52d9236897e6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f0f053-42ba-4a1e-adc2-31fe6247a62f" -d '{"events": [{"server_uuid": "fe24fb8c-4741-4a3b-ad07-2d2802420244", "name": "network-vif-deleted", "tag": "2329397f-539e-4cfb-bebd-3a0dd0c8e53e"}]}' {{(pid=101349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:54:11.888966 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab48539-55a9-4bbb-92d5-205e1af92d25 x-openstack-request-id: req-fab48539-55a9-4bbb-92d5-205e1af92d25 {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:54:11.889226 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe24fb8c-4741-4a3b-ad07-2d2802420244", "name": "network-vif-deleted", "tag": "2329397f-539e-4cfb-bebd-3a0dd0c8e53e", "status": "completed", "code": 200}]} {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:54:11.889518 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fab48539-55a9-4bbb-92d5-205e1af92d25 {{(pid=101349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:54:11.889903 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe24fb8c-4741-4a3b-ad07-2d2802420244', 'name': 'network-vif-deleted', 'tag': '2329397f-539e-4cfb-bebd-3a0dd0c8e53e', 'status': 'completed', 'code': 200} Aug 16 17:54:12.297626 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b437c90c-7f3e-4269-8439-9bcf053d5204 req-92e66b7a-e763-415a-8ac6-4124bd69fc9a tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe24fb8c-4741-4a3b-ad07-2d2802420244 HTTP/1.1" status: 200 len: 210 time: 0.0277586 Aug 16 17:54:12.507630 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b024807-38a0-4bec-87a5-b6358be2b125 req-1ca6c874-24ec-48f9-87d4-943b3f3ae1b7 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:12.509454 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8b024807-38a0-4bec-87a5-b6358be2b125 req-1ca6c874-24ec-48f9-87d4-943b3f3ae1b7 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 946 time: 0.0556548 Aug 16 17:54:12.554802 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8b024807-38a0-4bec-87a5-b6358be2b125 req-3a318cab-cc8e-40b6-bebf-65eb9f40d084 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339391 Aug 16 17:54:13.680144 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e85dbe4-10ae-48e5-a975-56007e026115 req-021217ef-8335-46b5-ab10-571a80a4bc3b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:13.681591 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-0e85dbe4-10ae-48e5-a975-56007e026115 req-021217ef-8335-46b5-ab10-571a80a4bc3b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 946 time: 0.0470650 Aug 16 17:54:13.721210 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-0e85dbe4-10ae-48e5-a975-56007e026115 req-6a876b11-acfc-43c6-b751-bd36cd87662c tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333102 Aug 16 17:54:14.855737 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bef51f-87bf-4c5e-95a9-eac7da99007b req-31b16310-6cfe-4760-928e-32c9477d3abd tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:14.858066 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-85bef51f-87bf-4c5e-95a9-eac7da99007b req-31b16310-6cfe-4760-928e-32c9477d3abd tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 946 time: 0.0617392 Aug 16 17:54:14.884967 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 2329397f-539e-4cfb-bebd-3a0dd0c8e53e no longer exists at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:54:14.906363 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] No Port match for: 2329397f-539e-4cfb-bebd-3a0dd0c8e53e {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 17:54:14.906777 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 2329397f-539e-4cfb-bebd-3a0dd0c8e53e not bound to the agent host hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 17:54:14.911109 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-85bef51f-87bf-4c5e-95a9-eac7da99007b req-b98dec82-f326-4bc0-b899-985a2609ba63 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461814 Aug 16 17:54:15.628271 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6cbc6-5d11-416d-8175-4bc852b75796 req-753b8dfc-21ff-4dcd-84a8-62d8a796540a tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:15.635857 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-37f6cbc6-5d11-416d-8175-4bc852b75796 req-753b8dfc-21ff-4dcd-84a8-62d8a796540a tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=72e7d7bc-3707-4d82-9f3a-22e16b822320 HTTP/1.1" status: 200 len: 946 time: 0.0564582 Aug 16 17:54:15.673660 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-37f6cbc6-5d11-416d-8175-4bc852b75796 req-e3586414-26f9-4bdc-b0ea-bb030edeb12a tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367570 Aug 16 17:54:16.050631 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a042bb-513b-4fa9-a312-60cbdb54525c req-fa48c3ac-0df1-434d-90a9-c4afb653a321 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:16.052161 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-26a042bb-513b-4fa9-a312-60cbdb54525c req-fa48c3ac-0df1-434d-90a9-c4afb653a321 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 946 time: 0.0572152 Aug 16 17:54:16.099411 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-26a042bb-513b-4fa9-a312-60cbdb54525c req-0bfda09b-d25c-4a89-b4bb-4c70879af1d8 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409873 Aug 16 17:54:16.788425 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b9f8b-7ba7-4600-b7cc-8b513a2c5905 req-92ca4022-3cbe-4d1e-8b6a-347ca52b8b4a tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:16.789871 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-658b9f8b-7ba7-4600-b7cc-8b513a2c5905 req-92ca4022-3cbe-4d1e-8b6a-347ca52b8b4a tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=72e7d7bc-3707-4d82-9f3a-22e16b822320 HTTP/1.1" status: 200 len: 946 time: 0.0476305 Aug 16 17:54:16.827380 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-658b9f8b-7ba7-4600-b7cc-8b513a2c5905 req-f20986e5-d8f4-4f70-a789-fc729f2e16b2 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315866 Aug 16 17:54:17.230972 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ec0bf-e8c1-443e-a81b-ab0fcfc6893d req-52e2bdb2-5e4b-4502-a3ca-c3486713a700 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:17.232459 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b80ec0bf-e8c1-443e-a81b-ab0fcfc6893d req-52e2bdb2-5e4b-4502-a3ca-c3486713a700 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 946 time: 0.0575824 Aug 16 17:54:17.272886 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b80ec0bf-e8c1-443e-a81b-ab0fcfc6893d req-ffe9305c-8a0c-480a-870e-72e10589927f tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330448 Aug 16 17:54:17.609394 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95cfb1-9d1d-4ba4-9d83-3ed83980d462 req-d42875a8-e232-4746-9ea8-ba82300983e0 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:17.611692 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-2a95cfb1-9d1d-4ba4-9d83-3ed83980d462 req-d42875a8-e232-4746-9ea8-ba82300983e0 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.13 "GET /v2.0/ports?device_id=72e7d7bc-3707-4d82-9f3a-22e16b822320 HTTP/1.1" status: 200 len: 946 time: 0.0530100 Aug 16 17:54:17.715510 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [req-2a95cfb1-9d1d-4ba4-9d83-3ed83980d462 req-1f101a29-22bf-4ffa-af0e-a0b900192aed tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Deleting port d6b8899a-0265-4d33-8dfe-b9d556255f4b {{(pid=101349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:54:17.715887 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-2a95cfb1-9d1d-4ba4-9d83-3ed83980d462 req-1f101a29-22bf-4ffa-af0e-a0b900192aed tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:17.825239 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-2a95cfb1-9d1d-4ba4-9d83-3ed83980d462 req-1f101a29-22bf-4ffa-af0e-a0b900192aed tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] For port d6b8899a-0265-4d33-8dfe-b9d556255f4b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d6b8899a-0265-4d33-8dfe-b9d556255f4b,segment=NetworkSegment(9942712d-0cef-4013-8eb4-4c445158e8f0),segment_id=9942712d-0cef-4013-8eb4-4c445158e8f0)] {{(pid=101349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:54:17.825928 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-2a95cfb1-9d1d-4ba4-9d83-3ed83980d462 req-1f101a29-22bf-4ffa-af0e-a0b900192aed tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:17.840933 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [req-2a95cfb1-9d1d-4ba4-9d83-3ed83980d462 req-1f101a29-22bf-4ffa-af0e-a0b900192aed tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Calling delete_port for d6b8899a-0265-4d33-8dfe-b9d556255f4b owned by compute:nova {{(pid=101349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:54:17.959120 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51f836-d962-41b0-b584-b7cc4a72c827 req-5164e35e-5621-43ee-b11a-6205e2a8e528 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:17.966745 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-de51f836-d962-41b0-b584-b7cc4a72c827 req-5164e35e-5621-43ee-b11a-6205e2a8e528 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=72e7d7bc-3707-4d82-9f3a-22e16b822320 HTTP/1.1" status: 200 len: 946 time: 0.0622549 Aug 16 17:54:18.012318 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-de51f836-d962-41b0-b584-b7cc4a72c827 req-99f73a54-3199-4dba-94dc-9b38be027159 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446308 Aug 16 17:54:18.082066 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-2a95cfb1-9d1d-4ba4-9d83-3ed83980d462 req-1f101a29-22bf-4ffa-af0e-a0b900192aed tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:18.111358 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f101a29-22bf-4ffa-af0e-a0b900192aed tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Pushing event deleted for resources: {'Port': ['ID=d6b8899a-0265-4d33-8dfe-b9d556255f4b,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:54:18.130551 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['cc1a987c-8274-48cf-a9f6-9e02d39df5af', '1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d', 'd6b8899a-0265-4d33-8dfe-b9d556255f4b'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:54:18.184065 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a95cfb1-9d1d-4ba4-9d83-3ed83980d462 req-1f101a29-22bf-4ffa-af0e-a0b900192aed tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] No DVR routers for this DVR port d6b8899a-0265-4d33-8dfe-b9d556255f4b on host hv-cinder-79760 {{(pid=101349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 17:54:18.187942 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-2a95cfb1-9d1d-4ba4-9d83-3ed83980d462 req-1f101a29-22bf-4ffa-af0e-a0b900192aed tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:18.191044 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-2a95cfb1-9d1d-4ba4-9d83-3ed83980d462 req-1f101a29-22bf-4ffa-af0e-a0b900192aed tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.13 "DELETE /v2.0/ports/d6b8899a-0265-4d33-8dfe-b9d556255f4b HTTP/1.1" status: 204 len: 173 time: 0.5734124 Aug 16 17:54:18.191750 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e7d7bc-3707-4d82-9f3a-22e16b822320', 'name': 'network-vif-deleted', 'tag': 'd6b8899a-0265-4d33-8dfe-b9d556255f4b'}] {{(pid=101349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:54:18.195174 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}934f09010de237f24c102465ff13aed95362a81e3346d32f1bd52d9236897e6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1a1c5a-149f-4c6e-a9b1-afb55ce04031" -d '{"events": [{"server_uuid": "72e7d7bc-3707-4d82-9f3a-22e16b822320", "name": "network-vif-deleted", "tag": "d6b8899a-0265-4d33-8dfe-b9d556255f4b"}]}' {{(pid=101349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:54:18.253546 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd86611-e7db-439c-b510-85491f7d9fa5 x-openstack-request-id: req-ccd86611-e7db-439c-b510-85491f7d9fa5 {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:54:18.254294 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e7d7bc-3707-4d82-9f3a-22e16b822320", "name": "network-vif-deleted", "tag": "d6b8899a-0265-4d33-8dfe-b9d556255f4b", "status": "completed", "code": 200}]} {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:54:18.254549 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ccd86611-e7db-439c-b510-85491f7d9fa5 {{(pid=101349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:54:18.254950 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e7d7bc-3707-4d82-9f3a-22e16b822320', 'name': 'network-vif-deleted', 'tag': 'd6b8899a-0265-4d33-8dfe-b9d556255f4b', 'status': 'completed', 'code': 200} Aug 16 17:54:18.440604 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4fd4a-42d4-4e7a-bcd1-35464da445a1 req-18975dfd-a1c9-4f52-8d8d-68a54f8eb312 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:18.442328 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-fcc4fd4a-42d4-4e7a-bcd1-35464da445a1 req-18975dfd-a1c9-4f52-8d8d-68a54f8eb312 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 946 time: 0.0882027 Aug 16 17:54:18.486421 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-fcc4fd4a-42d4-4e7a-bcd1-35464da445a1 req-97048242-c0fe-4373-b42d-dd81af4dd390 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368853 Aug 16 17:54:19.131007 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8f8980de-9b02-494c-a4f5-2670208aef13 req-ed1c5438-8196-41e4-8782-2a9a9f6ac401 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=72e7d7bc-3707-4d82-9f3a-22e16b822320 HTTP/1.1" status: 200 len: 210 time: 0.0283310 Aug 16 17:54:19.618139 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023e4ea-9da1-46fa-88ff-a5fbd907276a req-c35543db-13d2-4a82-92d4-408c8ba10eb8 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:19.619892 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-3023e4ea-9da1-46fa-88ff-a5fbd907276a req-c35543db-13d2-4a82-92d4-408c8ba10eb8 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 946 time: 0.0517585 Aug 16 17:54:19.660853 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-3023e4ea-9da1-46fa-88ff-a5fbd907276a req-e0143df2-e424-4bad-a385-210f778d3037 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345733 Aug 16 17:54:20.696407 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28d455-6068-4242-881e-52a0a2855602 req-5ce5a0eb-786f-44c6-b283-b1674bc148a3 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:20.697964 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8b28d455-6068-4242-881e-52a0a2855602 req-5ce5a0eb-786f-44c6-b283-b1674bc148a3 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=d832d218-06e7-46e0-9e89-e1b03744f811 HTTP/1.1" status: 200 len: 946 time: 0.0555685 Aug 16 17:54:20.738909 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8b28d455-6068-4242-881e-52a0a2855602 req-f0322b31-bcab-4079-a4d2-524aa5003d2d tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345988 Aug 16 17:54:20.844871 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69b5b2-5066-4e30-a966-bce3775fa735 req-1e7473d1-a146-4566-9b23-6511ff055d87 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:20.850513 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-3a69b5b2-5066-4e30-a966-bce3775fa735 req-1e7473d1-a146-4566-9b23-6511ff055d87 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 946 time: 0.0525334 Aug 16 17:54:20.886194 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-3a69b5b2-5066-4e30-a966-bce3775fa735 req-46509d97-22f1-4abf-bbeb-9dc1b7d20e3e tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333452 Aug 16 17:54:20.902262 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device d6b8899a-0265-4d33-8dfe-b9d556255f4b no longer exists at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:54:20.924638 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] No Port match for: d6b8899a-0265-4d33-8dfe-b9d556255f4b {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 17:54:20.925087 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device d6b8899a-0265-4d33-8dfe-b9d556255f4b not bound to the agent host hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 17:54:21.851426 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d05d2-442b-4421-94d6-2ce0198ef475 req-aeaf7755-3640-4df6-bb17-bc3b07bdd0c1 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:21.852869 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-3e6d05d2-442b-4421-94d6-2ce0198ef475 req-aeaf7755-3640-4df6-bb17-bc3b07bdd0c1 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=d832d218-06e7-46e0-9e89-e1b03744f811 HTTP/1.1" status: 200 len: 946 time: 0.0468476 Aug 16 17:54:21.888545 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-3e6d05d2-442b-4421-94d6-2ce0198ef475 req-c1d75dd8-caac-406e-a7f2-c06d9480e12d tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299251 Aug 16 17:54:22.005945 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72cd58d-485d-47b2-83d8-0b92c5960964 req-f84026e8-fc2c-494f-bfb9-a2ffcdd17836 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:22.007420 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e72cd58d-485d-47b2-83d8-0b92c5960964 req-f84026e8-fc2c-494f-bfb9-a2ffcdd17836 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 946 time: 0.0511589 Aug 16 17:54:22.045155 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e72cd58d-485d-47b2-83d8-0b92c5960964 req-e1d63374-a784-4eb4-8a4f-b84b3acce89e tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316303 Aug 16 17:54:22.352128 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef250dd-8464-40ad-9354-89e81038d41e req-03f1a59f-4ea3-4e4a-8550-e3303caa28fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:22.353631 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-bef250dd-8464-40ad-9354-89e81038d41e req-03f1a59f-4ea3-4e4a-8550-e3303caa28fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cf94379c7f24013b25e39317315f217&device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 1099 time: 0.0433173 Aug 16 17:54:22.455003 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef250dd-8464-40ad-9354-89e81038d41e req-d9e0b042-393b-486a-85f6-6c42ee060ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:22.456465 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-bef250dd-8464-40ad-9354-89e81038d41e req-d9e0b042-393b-486a-85f6-6c42ee060ce1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cf977a3b-5d44-4959-9dba-d50c353bb70f HTTP/1.1" status: 200 len: 918 time: 0.0840406 Aug 16 17:54:22.524092 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-bef250dd-8464-40ad-9354-89e81038d41e req-37e945db-db5a-44c5-aca7-a4104800103f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6b80bf6-26d1-4eb6-a179-42800b86e609 HTTP/1.1" status: 200 len: 1001 time: 0.0600548 Aug 16 17:54:22.586180 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef250dd-8464-40ad-9354-89e81038d41e req-3b722c05-f042-440c-b1b2-acf00479cd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:22.587646 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-bef250dd-8464-40ad-9354-89e81038d41e req-3b722c05-f042-440c-b1b2-acf00479cd42 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0c1f877-910d-484d-a497-8ce21ca738df HTTP/1.1" status: 200 len: 856 time: 0.0467272 Aug 16 17:54:22.711986 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6baca3c-1040-4f68-80ff-79ffc830574a req-c84100ff-8e6f-40cb-9a16-d889f6f65159 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:22.713407 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-b6baca3c-1040-4f68-80ff-79ffc830574a req-c84100ff-8e6f-40cb-9a16-d889f6f65159 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.13 "GET /v2.0/ports?device_id=d832d218-06e7-46e0-9e89-e1b03744f811 HTTP/1.1" status: 200 len: 946 time: 0.0776107 Aug 16 17:54:22.715042 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef250dd-8464-40ad-9354-89e81038d41e req-efa21d33-d2e5-4713-bf59-caaa1253701c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:22.716327 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-bef250dd-8464-40ad-9354-89e81038d41e req-efa21d33-d2e5-4713-bf59-caaa1253701c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cf977a3b-5d44-4959-9dba-d50c353bb70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0724642 Aug 16 17:54:23.014480 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1525afb-d247-4fb8-8c36-d6a97bc4c6b8 req-6137fe05-0e03-4001-8d9e-aa61c475d310 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:23.015986 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b1525afb-d247-4fb8-8c36-d6a97bc4c6b8 req-6137fe05-0e03-4001-8d9e-aa61c475d310 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=d832d218-06e7-46e0-9e89-e1b03744f811 HTTP/1.1" status: 200 len: 946 time: 0.0593915 Aug 16 17:54:23.053851 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b1525afb-d247-4fb8-8c36-d6a97bc4c6b8 req-934fb9a8-cbcf-4039-b5fd-01471a2423d3 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319891 Aug 16 17:54:23.129361 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-bef250dd-8464-40ad-9354-89e81038d41e req-89460554-c2d3-473d-9284-f033866b4284 service neutron] 10.222.0.13 "GET /v2.0/networks/cf977a3b-5d44-4959-9dba-d50c353bb70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005480 Aug 16 17:54:23.138427 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [req-b6baca3c-1040-4f68-80ff-79ffc830574a req-dcf9d693-7b3e-4763-8a85-2e8d4f9eb2fe tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Deleting port 1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d {{(pid=101349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:54:23.138791 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-b6baca3c-1040-4f68-80ff-79ffc830574a req-dcf9d693-7b3e-4763-8a85-2e8d4f9eb2fe tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:23.165791 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51499f66-6f4c-406b-b01d-0f49321f9504 req-665bc756-2c26-43cb-b452-447c30488781 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:23.167263 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-51499f66-6f4c-406b-b01d-0f49321f9504 req-665bc756-2c26-43cb-b452-447c30488781 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 946 time: 0.0472920 Aug 16 17:54:23.206770 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-51499f66-6f4c-406b-b01d-0f49321f9504 req-5060e3c3-ba80-4116-8ed3-a607dcb29590 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334954 Aug 16 17:54:23.301080 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-b6baca3c-1040-4f68-80ff-79ffc830574a req-dcf9d693-7b3e-4763-8a85-2e8d4f9eb2fe tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] For port 1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d,segment=NetworkSegment(9942712d-0cef-4013-8eb4-4c445158e8f0),segment_id=9942712d-0cef-4013-8eb4-4c445158e8f0)] {{(pid=101349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:54:23.301443 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-b6baca3c-1040-4f68-80ff-79ffc830574a req-dcf9d693-7b3e-4763-8a85-2e8d4f9eb2fe tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:23.312093 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-bef250dd-8464-40ad-9354-89e81038d41e req-450c552a-ccb1-4e70-9e4d-0756afdc6471 service neutron] 10.222.0.13 "GET /v2.0/networks/cf977a3b-5d44-4959-9dba-d50c353bb70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694057 Aug 16 17:54:23.316335 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [req-b6baca3c-1040-4f68-80ff-79ffc830574a req-dcf9d693-7b3e-4763-8a85-2e8d4f9eb2fe tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Calling delete_port for 1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d owned by compute:nova {{(pid=101349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:54:23.515313 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-b6baca3c-1040-4f68-80ff-79ffc830574a req-dcf9d693-7b3e-4763-8a85-2e8d4f9eb2fe tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:23.544078 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf9d693-7b3e-4763-8a85-2e8d4f9eb2fe tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Pushing event deleted for resources: {'Port': ['ID=1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:54:23.556549 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['cc1a987c-8274-48cf-a9f6-9e02d39df5af', '1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:54:23.582453 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6baca3c-1040-4f68-80ff-79ffc830574a req-dcf9d693-7b3e-4763-8a85-2e8d4f9eb2fe tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] No DVR routers for this DVR port 1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d on host hv-cinder-79760 {{(pid=101349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 17:54:23.585038 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-b6baca3c-1040-4f68-80ff-79ffc830574a req-dcf9d693-7b3e-4763-8a85-2e8d4f9eb2fe tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:23.587054 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-b6baca3c-1040-4f68-80ff-79ffc830574a req-dcf9d693-7b3e-4763-8a85-2e8d4f9eb2fe tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.13 "DELETE /v2.0/ports/1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d HTTP/1.1" status: 204 len: 173 time: 0.8594985 Aug 16 17:54:23.587588 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd832d218-06e7-46e0-9e89-e1b03744f811', 'name': 'network-vif-deleted', 'tag': '1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d'}] {{(pid=101349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:54:23.590214 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}934f09010de237f24c102465ff13aed95362a81e3346d32f1bd52d9236897e6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f5e5de-e21b-42c9-95ab-068ba3dd8a2c" -d '{"events": [{"server_uuid": "d832d218-06e7-46e0-9e89-e1b03744f811", "name": "network-vif-deleted", "tag": "1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d"}]}' {{(pid=101349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:54:23.626236 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbf4bd4-e0fa-4995-b85f-ae34ae5c589f x-openstack-request-id: req-6fbf4bd4-e0fa-4995-b85f-ae34ae5c589f {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:54:23.628426 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d832d218-06e7-46e0-9e89-e1b03744f811", "name": "network-vif-deleted", "tag": "1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d", "status": "completed", "code": 200}]} {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:54:23.628694 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6fbf4bd4-e0fa-4995-b85f-ae34ae5c589f {{(pid=101349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:54:23.629550 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd832d218-06e7-46e0-9e89-e1b03744f811', 'name': 'network-vif-deleted', 'tag': '1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d', 'status': 'completed', 'code': 200} Aug 16 17:54:23.818189 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-896743b3-9c35-4e93-80d3-dcbd2e6ca14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:24.662199 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-644f4d5f-5c89-44cc-90be-d6d9915c5fcc req-c5dc4120-a868-44bd-8b56-6b14fac07b94 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=d832d218-06e7-46e0-9e89-e1b03744f811 HTTP/1.1" status: 200 len: 210 time: 0.0289249 Aug 16 17:54:24.783888 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0451bf-d9ce-4789-beca-cd7a8729389a req-4946ab61-5993-49db-91e5-e4073ecb102f tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:24.785353 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-aa0451bf-d9ce-4789-beca-cd7a8729389a req-4946ab61-5993-49db-91e5-e4073ecb102f tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 946 time: 0.0685375 Aug 16 17:54:24.823360 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-aa0451bf-d9ce-4789-beca-cd7a8729389a req-0fcbefa6-26dc-4cf0-89c6-a6babc144843 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322566 Aug 16 17:54:24.956019 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device d6b80bf6-26d1-4eb6-a179-42800b86e609 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:54:25.031285 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:25.053972 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca815f5d-2d36-48c3-89e4-158a73cb6f37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6b80bf6-26d1-4eb6-a179-42800b86e609'}] {{(pid=101351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:54:25.056201 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4661e6bc32737764ca712b7c7300ac6ad1a8a79a1ea43afdc004a14577d676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f6f60e-1b64-4d2f-bce5-10505ed5c49d" -d '{"events": [{"server_uuid": "ca815f5d-2d36-48c3-89e4-158a73cb6f37", "name": "network-vif-unplugged", "status": "completed", "tag": "d6b80bf6-26d1-4eb6-a179-42800b86e609"}]}' {{(pid=101351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:54:25.068934 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port d6b80bf6-26d1-4eb6-a179-42800b86e609, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d6b80bf6-26d1-4eb6-a179-42800b86e609,segment=NetworkSegment(1d556eea-2e00-495e-a4c4-1b5b0d31797f),segment_id=1d556eea-2e00-495e-a4c4-1b5b0d31797f)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:54:25.089978 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 17:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4c9534-ab0a-4297-a2be-602ba3bbb351 x-openstack-request-id: req-ae4c9534-ab0a-4297-a2be-602ba3bbb351 {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:54:25.090269 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca815f5d-2d36-48c3-89e4-158a73cb6f37", "name": "network-vif-unplugged", "status": "completed", "tag": "d6b80bf6-26d1-4eb6-a179-42800b86e609", "code": 200}]} {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:54:25.095679 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ae4c9534-ab0a-4297-a2be-602ba3bbb351 {{(pid=101351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:54:25.095679 dv-cinder-797608-18-iscsi neutron-server[101351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca815f5d-2d36-48c3-89e4-158a73cb6f37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6b80bf6-26d1-4eb6-a179-42800b86e609', 'code': 200} Aug 16 17:54:25.161358 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:25.162109 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d no longer exists at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:54:25.198394 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] No Port match for: 1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 17:54:25.198741 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 1ee38e97-bdf1-4b7c-aeca-65df55ff8b6d not bound to the agent host hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 17:54:25.225174 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=d6b80bf6-26d1-4eb6-a179-42800b86e609,revision_number=8']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:54:25.232148 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:54:25.232570 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:54:25.232847 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:54:25.233188 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:54:25.233523 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:54:25.233859 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:54:25.234220 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:54:25.234551 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:54:25.234880 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:54:25.235200 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:54:25.235533 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:54:25.235863 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:54:25.764243 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 6 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 17:54:25.943438 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb085668-f4c6-4c29-a58e-1b4c1d69fe00 req-cac59a8c-5517-45f1-9755-9e332c966712 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:25.944970 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-eb085668-f4c6-4c29-a58e-1b4c1d69fe00 req-cac59a8c-5517-45f1-9755-9e332c966712 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 944 time: 0.0490596 Aug 16 17:54:25.982899 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-eb085668-f4c6-4c29-a58e-1b4c1d69fe00 req-db152649-5de1-4e76-adeb-edba1d6112fd tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313566 Aug 16 17:54:26.527276 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-1ef1860c-16a5-4c3c-a882-4cb9a7335f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:26.721824 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:27.749838 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:27.852662 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:28.130876 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0fbfff-2c9e-4474-9669-d4bf10f5803b req-7a1f7dff-7cbe-4a72-a7d6-8c5d8a9e3edb tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:28.132309 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-dd0fbfff-2c9e-4474-9669-d4bf10f5803b req-7a1f7dff-7cbe-4a72-a7d6-8c5d8a9e3edb tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca32a293-fe93-40e7-a5be-8111666fdd7a HTTP/1.1" status: 200 len: 946 time: 0.0504115 Aug 16 17:54:28.172157 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-dd0fbfff-2c9e-4474-9669-d4bf10f5803b req-33b6b910-a522-4887-9ffb-5df55000394e tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339539 Aug 16 17:54:28.566697 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08425e7-33ab-4d55-8491-ee8c1cbbfec3 req-749c86ef-ba85-4454-8477-be5ccac0e423 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:28.568176 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e08425e7-33ab-4d55-8491-ee8c1cbbfec3 req-749c86ef-ba85-4454-8477-be5ccac0e423 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 944 time: 0.0476148 Aug 16 17:54:28.605998 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e08425e7-33ab-4d55-8491-ee8c1cbbfec3 req-1ce28369-ffb3-46e4-be74-66eb3ecff2ca tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318160 Aug 16 17:54:28.785997 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-851f6ae4-3846-46ab-a530-5783c8da9edd req-ab2889bf-4860-4c1d-9b0b-8a9876b200ee service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0424540 Aug 16 17:54:28.946943 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device d6b80bf6-26d1-4eb6-a179-42800b86e609 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:54:29.127368 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:29.289854 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3defd-f070-4f33-a01d-d6c1d01cf4d1 req-cfafb7ee-3b39-444e-8d78-0af93bc1724b tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:29.291460 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d4a3defd-f070-4f33-a01d-d6c1d01cf4d1 req-cfafb7ee-3b39-444e-8d78-0af93bc1724b tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca32a293-fe93-40e7-a5be-8111666fdd7a HTTP/1.1" status: 200 len: 946 time: 0.0521331 Aug 16 17:54:29.330134 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d4a3defd-f070-4f33-a01d-d6c1d01cf4d1 req-0364ff71-764f-41e0-8db6-b415901f6f31 tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a5ec66a-db39-475a-86bc-0849b5fdf998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325403 Aug 16 17:54:29.465295 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5fcec-4192-425c-b1f0-70900fe3e7cb req-a04d618c-f792-4415-a313-b2e0ee7758cf tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:29.466838 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-06c5fcec-4192-425c-b1f0-70900fe3e7cb req-a04d618c-f792-4415-a313-b2e0ee7758cf tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca32a293-fe93-40e7-a5be-8111666fdd7a HTTP/1.1" status: 200 len: 946 time: 0.0479767 Aug 16 17:54:29.559730 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [req-06c5fcec-4192-425c-b1f0-70900fe3e7cb req-a361613f-3256-4c2b-89f0-a8dfce1fda8f tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Deleting port cc1a987c-8274-48cf-a9f6-9e02d39df5af {{(pid=101349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:54:29.559994 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-06c5fcec-4192-425c-b1f0-70900fe3e7cb req-a361613f-3256-4c2b-89f0-a8dfce1fda8f tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:29.651671 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-06c5fcec-4192-425c-b1f0-70900fe3e7cb req-a361613f-3256-4c2b-89f0-a8dfce1fda8f tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] For port cc1a987c-8274-48cf-a9f6-9e02d39df5af, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=cc1a987c-8274-48cf-a9f6-9e02d39df5af,segment=NetworkSegment(9942712d-0cef-4013-8eb4-4c445158e8f0),segment_id=9942712d-0cef-4013-8eb4-4c445158e8f0)] {{(pid=101349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:54:29.652610 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-06c5fcec-4192-425c-b1f0-70900fe3e7cb req-a361613f-3256-4c2b-89f0-a8dfce1fda8f tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:29.666768 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [req-06c5fcec-4192-425c-b1f0-70900fe3e7cb req-a361613f-3256-4c2b-89f0-a8dfce1fda8f tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Calling delete_port for cc1a987c-8274-48cf-a9f6-9e02d39df5af owned by compute:nova {{(pid=101349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:54:29.728983 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce24e3-82ad-48d8-8e65-da7c778be697 req-619452df-b477-4e77-8034-3961fb546806 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:29.730507 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-80ce24e3-82ad-48d8-8e65-da7c778be697 req-619452df-b477-4e77-8034-3961fb546806 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 944 time: 0.0513227 Aug 16 17:54:29.770860 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-80ce24e3-82ad-48d8-8e65-da7c778be697 req-7897524c-5568-4149-b3fa-92befd1412ba tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322232 Aug 16 17:54:29.881266 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-06c5fcec-4192-425c-b1f0-70900fe3e7cb req-a361613f-3256-4c2b-89f0-a8dfce1fda8f tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:29.914919 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a361613f-3256-4c2b-89f0-a8dfce1fda8f tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Pushing event deleted for resources: {'Port': ['ID=cc1a987c-8274-48cf-a9f6-9e02d39df5af,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:54:29.926703 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['cc1a987c-8274-48cf-a9f6-9e02d39df5af'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:54:29.952545 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c5fcec-4192-425c-b1f0-70900fe3e7cb req-a361613f-3256-4c2b-89f0-a8dfce1fda8f tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] No DVR routers for this DVR port cc1a987c-8274-48cf-a9f6-9e02d39df5af on host hv-cinder-79760 {{(pid=101349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 17:54:29.954872 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-06c5fcec-4192-425c-b1f0-70900fe3e7cb req-a361613f-3256-4c2b-89f0-a8dfce1fda8f tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:29.957324 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-06c5fcec-4192-425c-b1f0-70900fe3e7cb req-a361613f-3256-4c2b-89f0-a8dfce1fda8f tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.13 "DELETE /v2.0/ports/cc1a987c-8274-48cf-a9f6-9e02d39df5af HTTP/1.1" status: 204 len: 173 time: 0.4825113 Aug 16 17:54:29.958034 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca32a293-fe93-40e7-a5be-8111666fdd7a', 'name': 'network-vif-deleted', 'tag': 'cc1a987c-8274-48cf-a9f6-9e02d39df5af'}] {{(pid=101349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:54:29.960265 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}934f09010de237f24c102465ff13aed95362a81e3346d32f1bd52d9236897e6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ad8115-add8-4120-bbf6-c588c33fcac4" -d '{"events": [{"server_uuid": "ca32a293-fe93-40e7-a5be-8111666fdd7a", "name": "network-vif-deleted", "tag": "cc1a987c-8274-48cf-a9f6-9e02d39df5af"}]}' {{(pid=101349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:54:29.999511 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b30fc4-d950-4746-8e58-16bf56b0621a x-openstack-request-id: req-67b30fc4-d950-4746-8e58-16bf56b0621a {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:54:29.999511 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca32a293-fe93-40e7-a5be-8111666fdd7a", "name": "network-vif-deleted", "tag": "cc1a987c-8274-48cf-a9f6-9e02d39df5af", "status": "completed", "code": 200}]} {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:54:29.999511 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-67b30fc4-d950-4746-8e58-16bf56b0621a {{(pid=101349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:54:29.999511 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca32a293-fe93-40e7-a5be-8111666fdd7a', 'name': 'network-vif-deleted', 'tag': 'cc1a987c-8274-48cf-a9f6-9e02d39df5af', 'status': 'completed', 'code': 200} Aug 16 17:54:30.437878 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b4cade53-367d-4135-90fa-0622099d2e74 req-3fff3251-4a33-45ea-90d9-7af34afbbd3a tempest-AttachVolumeNegativeTest-688916780 tempest-AttachVolumeNegativeTest-688916780-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca32a293-fe93-40e7-a5be-8111666fdd7a HTTP/1.1" status: 200 len: 210 time: 0.0256860 Aug 16 17:54:30.454017 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f6ae4-3846-46ab-a530-5783c8da9edd req-192a5547-1fa1-4520-ae5f-dc2c67b39e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:30.456112 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-851f6ae4-3846-46ab-a530-5783c8da9edd req-192a5547-1fa1-4520-ae5f-dc2c67b39e01 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37&tenant_id=3cf94379c7f24013b25e39317315f217 HTTP/1.1" status: 200 len: 1097 time: 0.0446956 Aug 16 17:54:30.535334 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f6ae4-3846-46ab-a530-5783c8da9edd req-4e124379-121b-4661-8fdb-6cb75bd97bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:30.536784 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-851f6ae4-3846-46ab-a530-5783c8da9edd req-4e124379-121b-4661-8fdb-6cb75bd97bf4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cf94379c7f24013b25e39317315f217&device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 1097 time: 0.0404346 Aug 16 17:54:30.624978 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f6ae4-3846-46ab-a530-5783c8da9edd req-b4266df4-df42-43c4-b700-d460204d681c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:30.626408 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-851f6ae4-3846-46ab-a530-5783c8da9edd req-b4266df4-df42-43c4-b700-d460204d681c service neutron] 10.222.0.13 "GET /v2.0/networks?id=cf977a3b-5d44-4959-9dba-d50c353bb70f HTTP/1.1" status: 200 len: 918 time: 0.0817845 Aug 16 17:54:30.694766 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-851f6ae4-3846-46ab-a530-5783c8da9edd req-730a1566-4cbf-4fd5-9153-7ee4a4febdfe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6b80bf6-26d1-4eb6-a179-42800b86e609 HTTP/1.1" status: 200 len: 999 time: 0.0600474 Aug 16 17:54:30.754636 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f6ae4-3846-46ab-a530-5783c8da9edd req-2dd3bc04-b66a-4b98-a712-81883d1fd01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:30.756045 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-851f6ae4-3846-46ab-a530-5783c8da9edd req-2dd3bc04-b66a-4b98-a712-81883d1fd01c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0c1f877-910d-484d-a497-8ce21ca738df HTTP/1.1" status: 200 len: 856 time: 0.0429382 Aug 16 17:54:30.809400 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f6ae4-3846-46ab-a530-5783c8da9edd req-6239b726-4b8f-4494-82ff-ea64d33d7e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:30.811251 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-851f6ae4-3846-46ab-a530-5783c8da9edd req-6239b726-4b8f-4494-82ff-ea64d33d7e7e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cf977a3b-5d44-4959-9dba-d50c353bb70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0404155 Aug 16 17:54:30.894817 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b61bb4b-7896-48e5-8b15-4e4581088e1e req-75daf31c-5839-42d7-8c71-fe8a81f5da60 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:30.896553 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-1b61bb4b-7896-48e5-8b15-4e4581088e1e req-75daf31c-5839-42d7-8c71-fe8a81f5da60 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 944 time: 0.0520816 Aug 16 17:54:30.915197 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-851f6ae4-3846-46ab-a530-5783c8da9edd req-54fdd395-113a-41f7-b6fa-f9dde8518fbe service neutron] 10.222.0.13 "GET /v2.0/networks/cf977a3b-5d44-4959-9dba-d50c353bb70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893247 Aug 16 17:54:30.941902 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-1b61bb4b-7896-48e5-8b15-4e4581088e1e req-42f863cb-4aa8-46a9-82e4-478e13f6f63b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393314 Aug 16 17:54:31.009364 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-851f6ae4-3846-46ab-a530-5783c8da9edd req-1b753438-4fcc-4631-82f2-ea74563b8017 service neutron] 10.222.0.13 "GET /v2.0/networks/cf977a3b-5d44-4959-9dba-d50c353bb70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855925 Aug 16 17:54:31.492218 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 56652) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:54:31.544957 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9672e0b-eb03-4c4e-ac72-14058551b70b admin admin] Deleting subnet 7121b435-725b-49c1-9713-d93f9348d59e {{(pid=101349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 17:54:31.547983 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-b9672e0b-eb03-4c4e-ac72-14058551b70b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:31.580984 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-b9672e0b-eb03-4c4e-ac72-14058551b70b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5662925'] for subnet, precommit_delete_associations {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:31.619056 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-b9672e0b-eb03-4c4e-ac72-14058551b70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1871003'] for subnet, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:31.761439 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-b9672e0b-eb03-4c4e-ac72-14058551b70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1870994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5660699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6007016'] for subnet, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:31.792639 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9672e0b-eb03-4c4e-ac72-14058551b70b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7121b435-725b-49c1-9713-d93f9348d59e,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:54:31.796483 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-b9672e0b-eb03-4c4e-ac72-14058551b70b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:31.801614 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 56660) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:54:31.802195 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-b9672e0b-eb03-4c4e-ac72-14058551b70b admin admin] 10.222.0.73 "DELETE /v2.0/subnets/7121b435-725b-49c1-9713-d93f9348d59e HTTP/1.1" status: 204 len: 168 time: 0.3083827 Aug 16 17:54:31.896395 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-bdfbea8b-7e89-42e3-8df6-94df32d847b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639821'] for network, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:31.982378 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-bdfbea8b-7e89-42e3-8df6-94df32d847b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1573870', 'neutron.services.segments.db._delete_segments_for_network-8753903461187'] for network, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:31.999409 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.services.segments.db [None req-bdfbea8b-7e89-42e3-8df6-94df32d847b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eea7a03f-7981-45aa-9545-781566f9ebe6']}} {{(pid=101350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:54:32.011668 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.services.segments.db [None req-bdfbea8b-7e89-42e3-8df6-94df32d847b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9942712d-0cef-4013-8eb4-4c445158e8f0') {'for_net_delete': True} {{(pid=101350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:54:32.012189 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.services.segments.db [None req-bdfbea8b-7e89-42e3-8df6-94df32d847b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9942712d-0cef-4013-8eb4-4c445158e8f0') {} {{(pid=101350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:54:32.023298 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-bdfbea8b-7e89-42e3-8df6-94df32d847b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753903464012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809216'] for segment, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:32.053791 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-bdfbea8b-7e89-42e3-8df6-94df32d847b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050'] for segment, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:32.083808 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdfbea8b-7e89-42e3-8df6-94df32d847b1 admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=101350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 17:54:32.084509 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-bdfbea8b-7e89-42e3-8df6-94df32d847b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4811492'] for segment, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:32.086682 dv-cinder-797608-18-iscsi neutron-server[101350]: Traceback (most recent call last): Aug 16 17:54:32.086682 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 17:54:32.086682 dv-cinder-797608-18-iscsi neutron-server[101350]: timer() Aug 16 17:54:32.086682 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 17:54:32.086682 dv-cinder-797608-18-iscsi neutron-server[101350]: cb(*args, **kw) Aug 16 17:54:32.086682 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 17:54:32.086682 dv-cinder-797608-18-iscsi neutron-server[101350]: return func(*args, **kwargs) Aug 16 17:54:32.086682 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 17:54:32.086682 dv-cinder-797608-18-iscsi neutron-server[101350]: self._notify() Aug 16 17:54:32.086682 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 17:54:32.086682 dv-cinder-797608-18-iscsi neutron-server[101350]: self.callback(batched_events) Aug 16 17:54:32.086682 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 17:54:32.086682 dv-cinder-797608-18-iscsi neutron-server[101350]: event.method(event) Aug 16 17:54:32.086682 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 17:54:32.086682 dv-cinder-797608-18-iscsi neutron-server[101350]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 17:54:32.086682 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 17:54:32.086682 dv-cinder-797608-18-iscsi neutron-server[101350]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 17:54:32.086682 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 17:54:32.086682 dv-cinder-797608-18-iscsi neutron-server[101350]: return f(self, *a, **k) Aug 16 17:54:32.086682 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 17:54:32.086682 dv-cinder-797608-18-iscsi neutron-server[101350]: return self._get(url).json() Aug 16 17:54:32.086682 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 17:54:32.086682 dv-cinder-797608-18-iscsi neutron-server[101350]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 17:54:32.086682 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 17:54:32.086682 dv-cinder-797608-18-iscsi neutron-server[101350]: return self.request(url, 'GET', **kwargs) Aug 16 17:54:32.086682 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 17:54:32.086682 dv-cinder-797608-18-iscsi neutron-server[101350]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 17:54:32.086682 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 17:54:32.086682 dv-cinder-797608-18-iscsi neutron-server[101350]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 17:54:32.086682 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 17:54:32.086682 dv-cinder-797608-18-iscsi neutron-server[101350]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 17:54:32.086682 dv-cinder-797608-18-iscsi neutron-server[101350]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 17:54:32.158341 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd6d57-669e-4b8b-ac48-19fd06e99f80 req-6ec70094-60ef-417b-83c9-4608b3b15346 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:32.161011 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f1cd6d57-669e-4b8b-ac48-19fd06e99f80 req-6ec70094-60ef-417b-83c9-4608b3b15346 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 944 time: 0.1112034 Aug 16 17:54:32.201379 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f1cd6d57-669e-4b8b-ac48-19fd06e99f80 req-5d048a5c-dc71-4109-839f-6ac52307e0a5 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340290 Aug 16 17:54:32.219521 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-bdfbea8b-7e89-42e3-8df6-94df32d847b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1870109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726239'] for network, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:32.231227 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-bdfbea8b-7e89-42e3-8df6-94df32d847b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:32.234387 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-bdfbea8b-7e89-42e3-8df6-94df32d847b1 admin admin] 10.222.0.73 "DELETE /v2.0/networks/eea7a03f-7981-45aa-9545-781566f9ebe6 HTTP/1.1" status: 204 len: 168 time: 0.4300833 Aug 16 17:54:32.246391 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfbea8b-7e89-42e3-8df6-94df32d847b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=eea7a03f-7981-45aa-9545-781566f9ebe6,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:54:32.547725 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 56668) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:54:32.591637 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-bd40cab4-6a02-4de3-a674-3b725a65ce05 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6e6d80e4dd68460c888b800564b277ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427539 Aug 16 17:54:32.594058 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 56670) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:54:32.644385 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-450fcc30-dcd8-44d5-8223-ded5ddb86e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:32.665323 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-450fcc30-dcd8-44d5-8223-ded5ddb86e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:32.784611 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-450fcc30-dcd8-44d5-8223-ded5ddb86e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:32.787549 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-450fcc30-dcd8-44d5-8223-ded5ddb86e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:32.791163 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-450fcc30-dcd8-44d5-8223-ded5ddb86e49 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0a5ec66a-db39-475a-86bc-0849b5fdf998 HTTP/1.1" status: 204 len: 168 time: 0.1939571 Aug 16 17:54:32.802604 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450fcc30-dcd8-44d5-8223-ded5ddb86e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5ec66a-db39-475a-86bc-0849b5fdf998,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:54:32.947965 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device cc1a987c-8274-48cf-a9f6-9e02d39df5af no longer exists at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:54:32.967303 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] No Port match for: cc1a987c-8274-48cf-a9f6-9e02d39df5af {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 17:54:32.967685 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device cc1a987c-8274-48cf-a9f6-9e02d39df5af not bound to the agent host hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 17:54:33.345827 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d1888-6770-4d60-97d3-59a373e3f865 req-4b4a5fbd-3d40-43b4-8b67-0876872a69fa tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:33.347913 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-612d1888-6770-4d60-97d3-59a373e3f865 req-4b4a5fbd-3d40-43b4-8b67-0876872a69fa tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 944 time: 0.0497758 Aug 16 17:54:33.393782 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-612d1888-6770-4d60-97d3-59a373e3f865 req-7e505b15-b16f-4667-9303-996acb88de6c tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392523 Aug 16 17:54:34.521477 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52849a18-8847-4977-92c6-2fef37441b45 req-54811543-234a-4659-b256-5b6742486f7c tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:34.524142 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-52849a18-8847-4977-92c6-2fef37441b45 req-54811543-234a-4659-b256-5b6742486f7c tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 944 time: 0.0569613 Aug 16 17:54:34.572712 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-52849a18-8847-4977-92c6-2fef37441b45 req-669ee9c2-c7b5-456c-bd4d-008827e84748 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417759 Aug 16 17:54:35.691606 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5712cc-1177-426f-93f7-1ee005819c69 req-1f1198fc-5dff-4fd9-a7a2-e116c436cc24 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:35.693072 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7a5712cc-1177-426f-93f7-1ee005819c69 req-1f1198fc-5dff-4fd9-a7a2-e116c436cc24 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 944 time: 0.0505755 Aug 16 17:54:35.736410 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7a5712cc-1177-426f-93f7-1ee005819c69 req-7186fc7e-44b7-4953-8e17-d44c45a77797 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370259 Aug 16 17:54:36.872060 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd5bec-6737-4833-91d7-be60a5b8a8e5 req-f167321c-89a2-4661-b426-5a42625752b3 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:36.873532 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-41dd5bec-6737-4833-91d7-be60a5b8a8e5 req-f167321c-89a2-4661-b426-5a42625752b3 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 944 time: 0.0630400 Aug 16 17:54:36.912218 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-41dd5bec-6737-4833-91d7-be60a5b8a8e5 req-388bccf1-fc0b-4509-bda7-13e971813636 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321181 Aug 16 17:54:38.057588 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabef1df-7426-4f97-9bd3-040e6d8a90b4 req-b5327ce8-8782-47ed-97a1-4ae1616c71eb tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:38.059401 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-aabef1df-7426-4f97-9bd3-040e6d8a90b4 req-b5327ce8-8782-47ed-97a1-4ae1616c71eb tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 944 time: 0.0617278 Aug 16 17:54:38.103396 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-aabef1df-7426-4f97-9bd3-040e6d8a90b4 req-4d9192ac-701e-4ae1-95e2-fb1ea4b10f56 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374935 Aug 16 17:54:38.979164 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 56780) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:54:39.087078 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-86c01222-9cd2-4c7f-aa34-42f5990b510c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:39.194451 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-86c01222-9cd2-4c7f-aa34-42f5990b510c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:39.234391 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50d9d0-9459-4639-945b-70133ad7a287 req-eeef0d55-cb83-438d-9d2b-b06ce6074709 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:39.235876 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ef50d9d0-9459-4639-945b-70133ad7a287 req-eeef0d55-cb83-438d-9d2b-b06ce6074709 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 944 time: 0.0546553 Aug 16 17:54:39.258911 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-86c01222-9cd2-4c7f-aa34-42f5990b510c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:39.311051 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ef50d9d0-9459-4639-945b-70133ad7a287 req-05c64cf4-7b75-4237-a490-85e46f759f41 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690775 Aug 16 17:54:39.319242 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 56786) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:54:39.321058 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-86c01222-9cd2-4c7f-aa34-42f5990b510c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2e2d11b13a904fa28c488474906f5c30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3407817 Aug 16 17:54:39.323269 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c01222-9cd2-4c7f-aa34-42f5990b510c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68c2007-bc32-4f27-afc8-1f76ddc12dde,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:54:39.388215 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-dfd3a17e-abc9-45d9-bf94-d332ff1af19e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:39.410849 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-dfd3a17e-abc9-45d9-bf94-d332ff1af19e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:39.515446 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-dfd3a17e-abc9-45d9-bf94-d332ff1af19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:39.518192 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-dfd3a17e-abc9-45d9-bf94-d332ff1af19e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:39.519427 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-dfd3a17e-abc9-45d9-bf94-d332ff1af19e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d68c2007-bc32-4f27-afc8-1f76ddc12dde HTTP/1.1" status: 204 len: 168 time: 0.1991851 Aug 16 17:54:39.530550 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3a17e-abc9-45d9-bf94-d332ff1af19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68c2007-bc32-4f27-afc8-1f76ddc12dde,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:54:40.456712 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12867832-5e99-4bee-94f0-815adfd85ee5 req-9a2b88bc-a97c-441f-8089-284c586a8777 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:40.458841 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-12867832-5e99-4bee-94f0-815adfd85ee5 req-9a2b88bc-a97c-441f-8089-284c586a8777 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 944 time: 0.0711334 Aug 16 17:54:40.505787 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-12867832-5e99-4bee-94f0-815adfd85ee5 req-e95ae9e6-9699-4111-ab2a-dc9eaf66858a tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411742 Aug 16 17:54:41.286558 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 56800) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:54:41.304683 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-02868dff-d324-442b-9bb9-35efa94d0172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:41.399485 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-02868dff-d324-442b-9bb9-35efa94d0172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:41.481085 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-02868dff-d324-442b-9bb9-35efa94d0172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:41.515616 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-02868dff-d324-442b-9bb9-35efa94d0172 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2c3f1e846be34f249e09c53958f742c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2278540 Aug 16 17:54:41.519301 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 56804) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:54:41.530079 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02868dff-d324-442b-9bb9-35efa94d0172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b60318-560e-4e04-9bd2-36942b1b95ca,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:54:41.570232 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-8107056c-1fb0-4c6a-ba62-f8ccd7a9160a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:41.606180 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-8107056c-1fb0-4c6a-ba62-f8ccd7a9160a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:41.921864 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-8107056c-1fb0-4c6a-ba62-f8ccd7a9160a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:41.924325 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-8107056c-1fb0-4c6a-ba62-f8ccd7a9160a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:41.925364 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-8107056c-1fb0-4c6a-ba62-f8ccd7a9160a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/75b60318-560e-4e04-9bd2-36942b1b95ca HTTP/1.1" status: 204 len: 168 time: 0.4036670 Aug 16 17:54:41.950786 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107056c-1fb0-4c6a-ba62-f8ccd7a9160a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b60318-560e-4e04-9bd2-36942b1b95ca,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:54:41.960866 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107056c-1fb0-4c6a-ba62-f8ccd7a9160a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:54:41.961205 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107056c-1fb0-4c6a-ba62-f8ccd7a9160a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:54:41.961559 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107056c-1fb0-4c6a-ba62-f8ccd7a9160a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:54:41.961881 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107056c-1fb0-4c6a-ba62-f8ccd7a9160a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:54:41.962228 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107056c-1fb0-4c6a-ba62-f8ccd7a9160a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:54:41.962545 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107056c-1fb0-4c6a-ba62-f8ccd7a9160a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:54:41.962861 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107056c-1fb0-4c6a-ba62-f8ccd7a9160a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:54:41.963174 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107056c-1fb0-4c6a-ba62-f8ccd7a9160a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:54:41.963485 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107056c-1fb0-4c6a-ba62-f8ccd7a9160a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:54:41.966355 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107056c-1fb0-4c6a-ba62-f8ccd7a9160a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:54:41.968309 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107056c-1fb0-4c6a-ba62-f8ccd7a9160a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:54:41.969022 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107056c-1fb0-4c6a-ba62-f8ccd7a9160a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:54:42.005360 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b881550-7f29-40ec-909e-3f4cb8bb7a4a req-06012bc0-c62d-4761-b8a4-ce3ff414fb7c tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:42.010751 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4b881550-7f29-40ec-909e-3f4cb8bb7a4a req-06012bc0-c62d-4761-b8a4-ce3ff414fb7c tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 944 time: 0.0984623 Aug 16 17:54:42.066264 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4b881550-7f29-40ec-909e-3f4cb8bb7a4a req-234ce90a-4f88-4fbe-a949-a7c07956bc03 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534160 Aug 16 17:54:42.175636 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e315e5e-bee7-4082-9cee-708e2f5507ed req-7107bd73-5be2-4bfb-a5b8-9dcdf58df0f9 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:42.177167 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-9e315e5e-bee7-4082-9cee-708e2f5507ed req-7107bd73-5be2-4bfb-a5b8-9dcdf58df0f9 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 945 time: 0.0549915 Aug 16 17:54:42.215473 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-9e315e5e-bee7-4082-9cee-708e2f5507ed req-d491bbc2-40d8-4886-94b9-735f5cb25cd5 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323102 Aug 16 17:54:43.184219 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02b9c6-8fac-4765-840b-8e20bad78a97 req-3a547989-57c8-421b-a85c-b162139c9f20 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:43.185680 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2a02b9c6-8fac-4765-840b-8e20bad78a97 req-3a547989-57c8-421b-a85c-b162139c9f20 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 944 time: 0.0482609 Aug 16 17:54:43.222435 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2a02b9c6-8fac-4765-840b-8e20bad78a97 req-e3dd724c-35f8-47f2-ba9e-90651a112980 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306852 Aug 16 17:54:43.330293 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ef4a5-7463-4090-8e3e-00a13757dd20 req-7f4b3dd5-2545-41d9-8f12-35d821dee7e5 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:43.331745 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-809ef4a5-7463-4090-8e3e-00a13757dd20 req-7f4b3dd5-2545-41d9-8f12-35d821dee7e5 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 945 time: 0.0476887 Aug 16 17:54:43.372695 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-809ef4a5-7463-4090-8e3e-00a13757dd20 req-2d623bbf-37f8-49f0-a141-01798c170b7e tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341887 Aug 16 17:54:44.344865 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370d597-d26d-4f20-8998-c3b1bedc4f23 req-aef726a6-87de-4337-bb38-930c8391d2be tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:44.346365 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-1370d597-d26d-4f20-8998-c3b1bedc4f23 req-aef726a6-87de-4337-bb38-930c8391d2be tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 944 time: 0.0484197 Aug 16 17:54:44.383947 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-1370d597-d26d-4f20-8998-c3b1bedc4f23 req-d0d7fc19-7621-43c2-9b66-ed29de26dac6 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312281 Aug 16 17:54:44.497599 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bd3a8-19d7-4911-9117-52552b036a58 req-1de7cb6a-75a2-482d-b94e-83ef57f39c6c tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:44.497904 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-9b8bd3a8-19d7-4911-9117-52552b036a58 req-1de7cb6a-75a2-482d-b94e-83ef57f39c6c tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 945 time: 0.0539825 Aug 16 17:54:44.536054 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-9b8bd3a8-19d7-4911-9117-52552b036a58 req-e6c9920e-5c90-4518-94cd-6046c38e9fe1 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321486 Aug 16 17:54:44.782446 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 56892) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:54:44.884157 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3df911aa-22ec-4a43-86f3-e43cae6f6779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:44.969433 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3df911aa-22ec-4a43-86f3-e43cae6f6779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:45.008233 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device d6b80bf6-26d1-4eb6-a179-42800b86e609 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=101351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 17:54:45.046998 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3df911aa-22ec-4a43-86f3-e43cae6f6779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:45.109788 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port d6b80bf6-26d1-4eb6-a179-42800b86e609, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d6b80bf6-26d1-4eb6-a179-42800b86e609,segment=NetworkSegment(1d556eea-2e00-495e-a4c4-1b5b0d31797f),segment_id=1d556eea-2e00-495e-a4c4-1b5b0d31797f)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:54:45.123827 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Returning: {'device': 'd6b80bf6-26d1-4eb6-a179-42800b86e609', 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f', 'port_id': 'd6b80bf6-26d1-4eb6-a179-42800b86e609', 'mac_address': 'fa:16:3e:ea:29:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0c1f877-910d-484d-a497-8ce21ca738df', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 17:54:45.172315 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:45.187899 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6b80bf6-26d1-4eb6-a179-42800b86e609 {{(pid=101351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:54:45.211750 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port d6b80bf6-26d1-4eb6-a179-42800b86e609, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d6b80bf6-26d1-4eb6-a179-42800b86e609,segment=NetworkSegment(1d556eea-2e00-495e-a4c4-1b5b0d31797f),segment_id=1d556eea-2e00-495e-a4c4-1b5b0d31797f)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:54:45.344291 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-3df911aa-22ec-4a43-86f3-e43cae6f6779 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a47d29521f40492eb04115bce3561abd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5607610 Aug 16 17:54:45.345256 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df911aa-22ec-4a43-86f3-e43cae6f6779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b944b3b2-ea71-46a5-ac18-5312f979789c,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:54:45.346991 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 56896) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:54:45.367132 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:45.397894 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-37870888-ff10-40d3-be6a-102520f6df43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:45.417336 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=d6b80bf6-26d1-4eb6-a179-42800b86e609,revision_number=9']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:54:45.420009 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-37870888-ff10-40d3-be6a-102520f6df43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:45.506124 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ddede-b4dc-443b-9976-5ed8cb01ffb9 req-9c30f821-8bb6-4ab2-97b6-d33c645998d8 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:45.507565 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-9c3ddede-b4dc-443b-9976-5ed8cb01ffb9 req-9c30f821-8bb6-4ab2-97b6-d33c645998d8 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 945 time: 0.0471098 Aug 16 17:54:45.543570 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-37870888-ff10-40d3-be6a-102520f6df43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:45.545369 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-9c3ddede-b4dc-443b-9976-5ed8cb01ffb9 req-3a19b667-bc48-43b8-b3e9-9849bd1edc1d tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318999 Aug 16 17:54:45.546163 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-37870888-ff10-40d3-be6a-102520f6df43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:45.547290 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-37870888-ff10-40d3-be6a-102520f6df43 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b944b3b2-ea71-46a5-ac18-5312f979789c HTTP/1.1" status: 204 len: 168 time: 0.1992214 Aug 16 17:54:45.555598 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37870888-ff10-40d3-be6a-102520f6df43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b944b3b2-ea71-46a5-ac18-5312f979789c,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:54:45.679474 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705643d9-cdeb-4fd9-9a56-978e39d5102e req-9018cc3e-6b84-47b3-96fd-47cc56ba08e6 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:45.680983 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-705643d9-cdeb-4fd9-9a56-978e39d5102e req-9018cc3e-6b84-47b3-96fd-47cc56ba08e6 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 945 time: 0.0481913 Aug 16 17:54:45.718007 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-705643d9-cdeb-4fd9-9a56-978e39d5102e req-73b0b72b-db18-474d-a4c8-442c980ab807 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312064 Aug 16 17:54:45.727844 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['d6b80bf6-26d1-4eb6-a179-42800b86e609'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:54:46.324064 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 56916) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:54:46.337182 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e4253aa5-98e5-42dd-86df-1f3e7bb11dc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:46.423126 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e4253aa5-98e5-42dd-86df-1f3e7bb11dc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:46.497856 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e4253aa5-98e5-42dd-86df-1f3e7bb11dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:46.535257 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-e4253aa5-98e5-42dd-86df-1f3e7bb11dc7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f86a33c0d1e74ee8a3ef34a789c41ada&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2101197 Aug 16 17:54:46.537800 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4253aa5-98e5-42dd-86df-1f3e7bb11dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303f652f-448a-4f6f-91b4-22693f1f45ee,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:54:46.538516 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 56918) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:54:46.592451 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-388516f4-3560-486f-b374-59ee0d0a20fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:46.618375 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-388516f4-3560-486f-b374-59ee0d0a20fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:46.696130 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731ac4b-675c-489b-93bb-877b4251819d req-7966010b-19b4-40c9-b8c3-7bcec8f96172 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:46.697612 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4731ac4b-675c-489b-93bb-877b4251819d req-7966010b-19b4-40c9-b8c3-7bcec8f96172 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 945 time: 0.0504355 Aug 16 17:54:46.735134 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4731ac4b-675c-489b-93bb-877b4251819d req-5f508848-e11b-485f-b8cf-be784dea3384 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315125 Aug 16 17:54:46.735703 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-388516f4-3560-486f-b374-59ee0d0a20fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:46.738175 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-388516f4-3560-486f-b374-59ee0d0a20fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:46.739203 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-388516f4-3560-486f-b374-59ee0d0a20fe admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/303f652f-448a-4f6f-91b4-22693f1f45ee HTTP/1.1" status: 204 len: 168 time: 0.1995792 Aug 16 17:54:46.748416 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388516f4-3560-486f-b374-59ee0d0a20fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303f652f-448a-4f6f-91b4-22693f1f45ee,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:54:46.860820 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6267fd-5ad9-408e-aca8-95ee532734c4 req-b99551e5-8f33-4f28-85e2-80b71bbd69b1 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:46.862333 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7c6267fd-5ad9-408e-aca8-95ee532734c4 req-b99551e5-8f33-4f28-85e2-80b71bbd69b1 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 945 time: 0.0479348 Aug 16 17:54:46.899727 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7c6267fd-5ad9-408e-aca8-95ee532734c4 req-1e20cdf2-d7af-41ed-bad3-a7227f2ae907 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310240 Aug 16 17:54:47.028697 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device d6b80bf6-26d1-4eb6-a179-42800b86e609 up at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:54:47.087566 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning complete for port d6b80bf6-26d1-4eb6-a179-42800b86e609 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:54:47.087942 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:47.163843 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:47.185814 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca815f5d-2d36-48c3-89e4-158a73cb6f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b80bf6-26d1-4eb6-a179-42800b86e609'}] {{(pid=101351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:54:47.188110 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4661e6bc32737764ca712b7c7300ac6ad1a8a79a1ea43afdc004a14577d676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f39e1da-6a7b-4e96-8f34-d14062ee5ec4" -d '{"events": [{"server_uuid": "ca815f5d-2d36-48c3-89e4-158a73cb6f37", "name": "network-vif-plugged", "status": "completed", "tag": "d6b80bf6-26d1-4eb6-a179-42800b86e609"}]}' {{(pid=101351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:54:47.201076 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port d6b80bf6-26d1-4eb6-a179-42800b86e609, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d6b80bf6-26d1-4eb6-a179-42800b86e609,segment=NetworkSegment(1d556eea-2e00-495e-a4c4-1b5b0d31797f),segment_id=1d556eea-2e00-495e-a4c4-1b5b0d31797f)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:54:47.226109 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da6814f-8748-44c3-a8f5-0a947fe7cd86 x-openstack-request-id: req-6da6814f-8748-44c3-a8f5-0a947fe7cd86 {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:54:47.226404 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca815f5d-2d36-48c3-89e4-158a73cb6f37", "name": "network-vif-plugged", "status": "completed", "tag": "d6b80bf6-26d1-4eb6-a179-42800b86e609", "code": 200}]} {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:54:47.226653 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6da6814f-8748-44c3-a8f5-0a947fe7cd86 {{(pid=101351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:54:47.227047 dv-cinder-797608-18-iscsi neutron-server[101351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca815f5d-2d36-48c3-89e4-158a73cb6f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b80bf6-26d1-4eb6-a179-42800b86e609', 'code': 200} Aug 16 17:54:47.270931 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:47.327754 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=d6b80bf6-26d1-4eb6-a179-42800b86e609,revision_number=10']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:54:47.698001 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bfffec-b166-4ee6-ae30-6dac8ec8a975 req-6e898555-99de-4520-a09e-4644a4fb19de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:47.699531 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-23bfffec-b166-4ee6-ae30-6dac8ec8a975 req-6e898555-99de-4520-a09e-4644a4fb19de service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 1100 time: 0.0401671 Aug 16 17:54:47.736115 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-23bfffec-b166-4ee6-ae30-6dac8ec8a975 req-8714fb01-05a7-4afd-aebf-326186500d44 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285530 Aug 16 17:54:47.866816 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd8345-c1c8-4dc2-bc85-35daf368ed8d req-b26c3c97-32a9-49e9-837e-cb48810c50f2 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:47.867807 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-85fd8345-c1c8-4dc2-bc85-35daf368ed8d req-b26c3c97-32a9-49e9-837e-cb48810c50f2 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 947 time: 0.0501022 Aug 16 17:54:47.905094 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-85fd8345-c1c8-4dc2-bc85-35daf368ed8d req-cdd87fe4-d7fa-4349-a2c4-b61162556195 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311496 Aug 16 17:54:48.014068 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477533b1-7935-4de9-b693-21450657a411 req-738f2b20-5df4-4cb0-b0e7-3c51cf2be033 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:48.015511 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-477533b1-7935-4de9-b693-21450657a411 req-738f2b20-5df4-4cb0-b0e7-3c51cf2be033 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 945 time: 0.0500464 Aug 16 17:54:48.052543 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-477533b1-7935-4de9-b693-21450657a411 req-5f3359b8-0d8a-4230-9c48-0566cf9c0c0e tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306692 Aug 16 17:54:48.345521 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 56966) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:54:48.446337 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-2a9eafe2-fac0-4e84-b4e8-a228a1b7520d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:48.530872 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-2a9eafe2-fac0-4e84-b4e8-a228a1b7520d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:48.623269 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-2a9eafe2-fac0-4e84-b4e8-a228a1b7520d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:48.659475 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9eafe2-fac0-4e84-b4e8-a228a1b7520d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26635035-17aa-40f4-9755-7084c065081f,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:54:48.664374 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-2a9eafe2-fac0-4e84-b4e8-a228a1b7520d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3146518abdea471595372225f530f9d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3178282 Aug 16 17:54:48.667653 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 56970) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:54:48.717532 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-37f8d00a-0823-4171-a66c-f56e1a7bf34e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:48.739309 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-37f8d00a-0823-4171-a66c-f56e1a7bf34e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:48.852307 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-37f8d00a-0823-4171-a66c-f56e1a7bf34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:48.854942 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-37f8d00a-0823-4171-a66c-f56e1a7bf34e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:48.856084 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-37f8d00a-0823-4171-a66c-f56e1a7bf34e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/26635035-17aa-40f4-9755-7084c065081f HTTP/1.1" status: 204 len: 168 time: 0.1882350 Aug 16 17:54:48.863952 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f8d00a-0823-4171-a66c-f56e1a7bf34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26635035-17aa-40f4-9755-7084c065081f,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:54:49.030654 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac0379-07c7-4208-8558-1133e5ac59b3 req-95bff9bc-ea97-4212-8524-32d803a1b6a8 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:49.032545 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c3ac0379-07c7-4208-8558-1133e5ac59b3 req-95bff9bc-ea97-4212-8524-32d803a1b6a8 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 947 time: 0.0562217 Aug 16 17:54:49.071815 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c3ac0379-07c7-4208-8558-1133e5ac59b3 req-06cbc3ef-472a-47ed-bfe6-c1d253bb839b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320613 Aug 16 17:54:49.185844 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bac7ac-23b9-4341-80e7-fd7fed1eee40 req-c2f02e1a-8865-494b-ab9e-0025de9e613f tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:49.187327 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-61bac7ac-23b9-4341-80e7-fd7fed1eee40 req-c2f02e1a-8865-494b-ab9e-0025de9e613f tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 945 time: 0.0540044 Aug 16 17:54:49.232639 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-61bac7ac-23b9-4341-80e7-fd7fed1eee40 req-3018fef3-3c37-4310-bc67-3af4cc29b7aa tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380270 Aug 16 17:54:50.200254 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b4b25-d7e8-4ed6-87c4-12abbb251a57 req-319cdf99-4713-40d6-8810-efe4f67af1b2 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:50.201940 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7f6b4b25-d7e8-4ed6-87c4-12abbb251a57 req-319cdf99-4713-40d6-8810-efe4f67af1b2 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 947 time: 0.0511427 Aug 16 17:54:50.241341 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7f6b4b25-d7e8-4ed6-87c4-12abbb251a57 req-52baaf1d-957c-4d4b-bb7a-0221569ae8af tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323224 Aug 16 17:54:50.354199 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae738c60-744a-4729-99ab-b03993a2c566 req-9e2c0066-ffd2-4395-b895-2a4140ddccc6 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:50.355658 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ae738c60-744a-4729-99ab-b03993a2c566 req-9e2c0066-ffd2-4395-b895-2a4140ddccc6 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 945 time: 0.0483985 Aug 16 17:54:50.392707 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ae738c60-744a-4729-99ab-b03993a2c566 req-9607103c-7bb7-43be-ad68-23ac0102604a tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312738 Aug 16 17:54:51.357341 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a081e5c-fa63-42b9-bb46-38b7644d5cc0 req-b14aa413-be7e-49fc-8dce-37c3a3180ae3 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:51.358805 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6a081e5c-fa63-42b9-bb46-38b7644d5cc0 req-b14aa413-be7e-49fc-8dce-37c3a3180ae3 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 947 time: 0.0466623 Aug 16 17:54:51.398418 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6a081e5c-fa63-42b9-bb46-38b7644d5cc0 req-79f78250-4982-4cd6-8593-24e0bd3ed1da tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332057 Aug 16 17:54:51.506036 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f37adc-af45-4f26-8512-85f87e0d41f4 req-4130dde1-eca7-40e0-b8ec-d8e2233ee15f tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:51.507477 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-28f37adc-af45-4f26-8512-85f87e0d41f4 req-4130dde1-eca7-40e0-b8ec-d8e2233ee15f tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 945 time: 0.0509555 Aug 16 17:54:51.546107 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-28f37adc-af45-4f26-8512-85f87e0d41f4 req-c83b1214-5c2c-473f-98e5-5ee00a92421b tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326271 Aug 16 17:54:52.655745 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31fab6f-b27c-4719-9bee-ca561b9cd145 req-047bbcaa-5b6f-4fe6-9d13-3c1fafcdffac tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:52.657436 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c31fab6f-b27c-4719-9bee-ca561b9cd145 req-047bbcaa-5b6f-4fe6-9d13-3c1fafcdffac tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 945 time: 0.0468390 Aug 16 17:54:52.693368 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c31fab6f-b27c-4719-9bee-ca561b9cd145 req-ef9ac8fc-4956-4f34-9c57-b4cc786a83cd tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301523 Aug 16 17:54:53.772314 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0a640d7e-12f1-4f75-9dbb-a72f301f0a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:53.805543 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9572913-9f41-4b9d-a19b-3b76a413c8ce req-800fe1a9-4762-49b2-8858-65b3f0929c31 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:53.807034 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e9572913-9f41-4b9d-a19b-3b76a413c8ce req-800fe1a9-4762-49b2-8858-65b3f0929c31 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 945 time: 0.0473969 Aug 16 17:54:53.846489 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e9572913-9f41-4b9d-a19b-3b76a413c8ce req-3062e069-3b16-4994-889c-69bbaa24c1bb tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336108 Aug 16 17:54:54.957283 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040c629-e16a-46b6-aa15-4fda9a537e93 req-5681c7ca-e283-47e9-bbfc-cc502d3dfe5e tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:54.959405 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c040c629-e16a-46b6-aa15-4fda9a537e93 req-5681c7ca-e283-47e9-bbfc-cc502d3dfe5e tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 945 time: 0.0469503 Aug 16 17:54:54.994965 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c040c629-e16a-46b6-aa15-4fda9a537e93 req-24225d7f-2633-4e60-9018-04f055e04990 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299551 Aug 16 17:54:55.430696 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac82705-b7bd-4b93-9cb6-5f3b3f532e21 req-1cca4116-3068-4ec3-b110-1eceb717b6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:55.432148 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-6ac82705-b7bd-4b93-9cb6-5f3b3f532e21 req-1cca4116-3068-4ec3-b110-1eceb717b6b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67e93bc9aa8640229cc9f17f3199ca27&device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 1098 time: 0.0419803 Aug 16 17:54:55.540089 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac82705-b7bd-4b93-9cb6-5f3b3f532e21 req-e3ac14d0-470d-4041-a963-ba48f2020032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:55.541550 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-6ac82705-b7bd-4b93-9cb6-5f3b3f532e21 req-e3ac14d0-470d-4041-a963-ba48f2020032 service neutron] 10.222.0.13 "GET /v2.0/networks?id=abd87892-01ae-487a-b700-498630f47a61 HTTP/1.1" status: 200 len: 909 time: 0.1019847 Aug 16 17:54:55.619957 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-6ac82705-b7bd-4b93-9cb6-5f3b3f532e21 req-7c0eecd0-37cb-48f5-831e-44bbfabfc1a5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22583d25-1bc6-40f3-941e-2b36ffcb081d HTTP/1.1" status: 200 len: 1001 time: 0.0632796 Aug 16 17:54:55.671803 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac82705-b7bd-4b93-9cb6-5f3b3f532e21 req-ea2ffea4-f3bc-4452-b5c0-4e2e52f01bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:55.673416 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-6ac82705-b7bd-4b93-9cb6-5f3b3f532e21 req-ea2ffea4-f3bc-4452-b5c0-4e2e52f01bde service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b77c348c-0c1d-4052-baba-3868ce8adf35 HTTP/1.1" status: 200 len: 847 time: 0.0454187 Aug 16 17:54:55.727333 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac82705-b7bd-4b93-9cb6-5f3b3f532e21 req-2ccdde9d-f757-43d6-afb1-d033c0732b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:55.728732 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-6ac82705-b7bd-4b93-9cb6-5f3b3f532e21 req-2ccdde9d-f757-43d6-afb1-d033c0732b22 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=abd87892-01ae-487a-b700-498630f47a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0405929 Aug 16 17:54:55.822146 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-6ac82705-b7bd-4b93-9cb6-5f3b3f532e21 req-549335c6-d556-4a74-b23e-3530365900d3 service neutron] 10.222.0.13 "GET /v2.0/networks/abd87892-01ae-487a-b700-498630f47a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848873 Aug 16 17:54:55.925492 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-6ac82705-b7bd-4b93-9cb6-5f3b3f532e21 req-8bcc3447-9bf7-4a6b-9960-b094771bc611 service neutron] 10.222.0.13 "GET /v2.0/networks/abd87892-01ae-487a-b700-498630f47a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938921 Aug 16 17:54:56.109989 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe50ec-0523-4380-ac81-ef66c80288a9 req-27e52e94-ec7a-474d-95f3-ac43aca9db55 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:56.111495 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-eabe50ec-0523-4380-ac81-ef66c80288a9 req-27e52e94-ec7a-474d-95f3-ac43aca9db55 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 945 time: 0.0487816 Aug 16 17:54:56.153208 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-eabe50ec-0523-4380-ac81-ef66c80288a9 req-f29d1d36-fbb3-4dab-a122-f5448178b2bf tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311298 Aug 16 17:54:56.606447 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-eceaef11-d329-4096-82f8-7133c69b8d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:56.692662 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:57.264151 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99057e14-03f2-4aad-8a82-9a777148db6a req-b0313716-4656-4f17-8a9d-13a9fb304548 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:57.265615 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-99057e14-03f2-4aad-8a82-9a777148db6a req-b0313716-4656-4f17-8a9d-13a9fb304548 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 945 time: 0.0471900 Aug 16 17:54:57.305333 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-99057e14-03f2-4aad-8a82-9a777148db6a req-4298e6fe-e405-4486-8eb2-f29d23a39574 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339117 Aug 16 17:54:57.640846 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:57.755125 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:58.415931 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35bd9a-96e8-49e0-a26a-4fcd673125fc req-dfa73cb8-5ea9-4b81-8e16-86264bcbdadf tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:58.417414 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-cd35bd9a-96e8-49e0-a26a-4fcd673125fc req-dfa73cb8-5ea9-4b81-8e16-86264bcbdadf tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 945 time: 0.0476496 Aug 16 17:54:58.454224 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-cd35bd9a-96e8-49e0-a26a-4fcd673125fc req-b8ee6f10-cc1b-48bd-b927-cc58c58cdce8 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309417 Aug 16 17:54:59.075089 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:54:59.570167 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f47318-5851-4b6a-bee7-a0391fa39853 req-65176f9b-1d74-45a9-93ef-b14bff38e5bb tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:54:59.571650 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d8f47318-5851-4b6a-bee7-a0391fa39853 req-65176f9b-1d74-45a9-93ef-b14bff38e5bb tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 945 time: 0.0471973 Aug 16 17:54:59.608520 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d8f47318-5851-4b6a-bee7-a0391fa39853 req-d1de73ed-919c-44fa-bbe5-7851ff63e43c tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311162 Aug 16 17:54:59.995624 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-91f8b754-cc82-4b0d-a6ac-f7ee99bc845a req-334e7389-b1e9-47dc-beee-5cf8748c344d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420508 Aug 16 17:55:00.093247 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8b754-cc82-4b0d-a6ac-f7ee99bc845a req-55b50d08-ed74-465e-ae3c-28b95884c159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:00.094814 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-91f8b754-cc82-4b0d-a6ac-f7ee99bc845a req-55b50d08-ed74-465e-ae3c-28b95884c159 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cf94379c7f24013b25e39317315f217&device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 1100 time: 0.0534017 Aug 16 17:55:00.250131 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8b754-cc82-4b0d-a6ac-f7ee99bc845a req-849df25a-bbdc-4ae3-9ea7-bd88a5d40163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:00.251520 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-91f8b754-cc82-4b0d-a6ac-f7ee99bc845a req-849df25a-bbdc-4ae3-9ea7-bd88a5d40163 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cf977a3b-5d44-4959-9dba-d50c353bb70f HTTP/1.1" status: 200 len: 918 time: 0.0846601 Aug 16 17:55:00.329262 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-91f8b754-cc82-4b0d-a6ac-f7ee99bc845a req-f4b993c3-55b4-4726-bebf-0f5f51d41130 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6b80bf6-26d1-4eb6-a179-42800b86e609 HTTP/1.1" status: 200 len: 1001 time: 0.0617301 Aug 16 17:55:00.389631 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8b754-cc82-4b0d-a6ac-f7ee99bc845a req-de94e86a-d24d-419d-9f2f-6913ed57de05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:00.391048 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-91f8b754-cc82-4b0d-a6ac-f7ee99bc845a req-de94e86a-d24d-419d-9f2f-6913ed57de05 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0c1f877-910d-484d-a497-8ce21ca738df HTTP/1.1" status: 200 len: 856 time: 0.0424554 Aug 16 17:55:00.452524 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8b754-cc82-4b0d-a6ac-f7ee99bc845a req-0aa83831-cb43-431d-8782-d0af20a4c2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:00.454022 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-91f8b754-cc82-4b0d-a6ac-f7ee99bc845a req-0aa83831-cb43-431d-8782-d0af20a4c2de service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cf977a3b-5d44-4959-9dba-d50c353bb70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0385172 Aug 16 17:55:00.544592 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-91f8b754-cc82-4b0d-a6ac-f7ee99bc845a req-09cff161-5876-4483-8cfe-1bd017fdff69 service neutron] 10.222.0.13 "GET /v2.0/networks/cf977a3b-5d44-4959-9dba-d50c353bb70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823107 Aug 16 17:55:00.637497 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-91f8b754-cc82-4b0d-a6ac-f7ee99bc845a req-88ae453a-077e-4a34-b1ef-0600d5848251 service neutron] 10.222.0.13 "GET /v2.0/networks/cf977a3b-5d44-4959-9dba-d50c353bb70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840642 Aug 16 17:55:00.729713 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bdf118-d907-4c82-9698-65d2fb295a35 req-a986cd93-96eb-4c28-a553-d84e1acd16cf tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:00.731219 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f2bdf118-d907-4c82-9698-65d2fb295a35 req-a986cd93-96eb-4c28-a553-d84e1acd16cf tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 945 time: 0.0521226 Aug 16 17:55:00.772787 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f2bdf118-d907-4c82-9698-65d2fb295a35 req-c9261b4c-f281-47e5-ba66-f66d4ba2aa9c tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356667 Aug 16 17:55:01.884122 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b794fed-dff3-402f-9726-f6df452ab613 req-5571e4df-d9f2-4f9a-b970-da39b5ffcb4f tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:01.885557 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8b794fed-dff3-402f-9726-f6df452ab613 req-5571e4df-d9f2-4f9a-b970-da39b5ffcb4f tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 945 time: 0.0473826 Aug 16 17:55:01.922226 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8b794fed-dff3-402f-9726-f6df452ab613 req-55f0ab15-f14b-4175-9dd4-c4e1a41cbf25 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308921 Aug 16 17:55:02.288794 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42422f4-c813-4f1a-a64f-e516b0a685d1 req-9820d9ec-bf2f-4add-ae1e-f7e045fcc3da tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:02.290316 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a42422f4-c813-4f1a-a64f-e516b0a685d1 req-9820d9ec-bf2f-4add-ae1e-f7e045fcc3da tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 945 time: 0.0497463 Aug 16 17:55:02.328801 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a42422f4-c813-4f1a-a64f-e516b0a685d1 req-18ca9096-a51e-4ba4-8cae-52c4e3074fdc tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326746 Aug 16 17:55:02.399149 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 57148) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:02.480602 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-de5ecdfc-f175-4638-97ad-ac29e362700a req-ab12d398-be9e-4572-851f-6d855996a89c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0803580 Aug 16 17:55:02.763324 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 6 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 17:55:03.449635 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cdfcde-ec71-436f-9b88-03500ea1319a req-b8d00cda-4b94-4494-8576-ed53eee67a2b tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:03.451102 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-81cdfcde-ec71-436f-9b88-03500ea1319a req-b8d00cda-4b94-4494-8576-ed53eee67a2b tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 945 time: 0.0506701 Aug 16 17:55:03.488146 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-81cdfcde-ec71-436f-9b88-03500ea1319a req-23a8014e-062d-4ff7-8198-27d9856deee1 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311306 Aug 16 17:55:04.258873 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 22583d25-1bc6-40f3-941e-2b36ffcb081d no longer exists at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:55:04.333699 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:04.359652 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905b9710-bc8f-4552-9f94-46cae368d49e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22583d25-1bc6-40f3-941e-2b36ffcb081d'}] {{(pid=101351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:55:04.361874 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4661e6bc32737764ca712b7c7300ac6ad1a8a79a1ea43afdc004a14577d676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac2c63b-992f-4f87-b72a-91261ae87638" -d '{"events": [{"server_uuid": "905b9710-bc8f-4552-9f94-46cae368d49e", "name": "network-vif-unplugged", "status": "completed", "tag": "22583d25-1bc6-40f3-941e-2b36ffcb081d"}]}' {{(pid=101351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:55:04.374833 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 22583d25-1bc6-40f3-941e-2b36ffcb081d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=22583d25-1bc6-40f3-941e-2b36ffcb081d,segment=NetworkSegment(1f1d80ff-6f96-4f46-a24f-a310f32924c7),segment_id=1f1d80ff-6f96-4f46-a24f-a310f32924c7)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:55:04.395257 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 17:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a1bd02-ab8d-40cd-a7df-165b808c9914 x-openstack-request-id: req-06a1bd02-ab8d-40cd-a7df-165b808c9914 {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:55:04.395543 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "905b9710-bc8f-4552-9f94-46cae368d49e", "name": "network-vif-unplugged", "status": "completed", "tag": "22583d25-1bc6-40f3-941e-2b36ffcb081d", "code": 200}]} {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:55:04.395790 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-06a1bd02-ab8d-40cd-a7df-165b808c9914 {{(pid=101351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:55:04.396174 dv-cinder-797608-18-iscsi neutron-server[101351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '905b9710-bc8f-4552-9f94-46cae368d49e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22583d25-1bc6-40f3-941e-2b36ffcb081d', 'code': 200} Aug 16 17:55:04.457724 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:04.503799 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=22583d25-1bc6-40f3-941e-2b36ffcb081d,revision_number=6']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:04.603401 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70535e-7f7f-4933-a5ed-8246a548790f req-55013a3e-6563-4168-9080-82072692574c tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:04.604915 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-fe70535e-7f7f-4933-a5ed-8246a548790f req-55013a3e-6563-4168-9080-82072692574c tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 943 time: 0.0486755 Aug 16 17:55:04.641806 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-fe70535e-7f7f-4933-a5ed-8246a548790f req-1d95dfb1-1f13-44a1-8a96-a338b19d8d70 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310512 Aug 16 17:55:05.919377 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b50142-35b7-4ef5-903a-9938ccbeb565 req-3cae27ad-cd75-4d6e-acb9-b10247a3ae91 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:05.920848 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-09b50142-35b7-4ef5-903a-9938ccbeb565 req-3cae27ad-cd75-4d6e-acb9-b10247a3ae91 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 943 time: 0.0496898 Aug 16 17:55:05.961774 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-09b50142-35b7-4ef5-903a-9938ccbeb565 req-a49f4e00-b7e9-4268-b14f-307267f50681 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349109 Aug 16 17:55:07.081546 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95e7da-65c2-4ec1-bd10-e4f5dd303164 req-2fed5bca-0f4b-4a41-a5a0-fb8b81bacdcd tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:07.083070 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8e95e7da-65c2-4ec1-bd10-e4f5dd303164 req-2fed5bca-0f4b-4a41-a5a0-fb8b81bacdcd tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 943 time: 0.0549247 Aug 16 17:55:07.121186 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8e95e7da-65c2-4ec1-bd10-e4f5dd303164 req-d40e9707-fbd7-407e-883d-2fc1835398e6 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316818 Aug 16 17:55:07.186813 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ecdfc-f175-4638-97ad-ac29e362700a req-e628e8f2-f615-4d9d-a23c-1cd8849437c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:07.188314 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-de5ecdfc-f175-4638-97ad-ac29e362700a req-e628e8f2-f615-4d9d-a23c-1cd8849437c4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e&tenant_id=67e93bc9aa8640229cc9f17f3199ca27 HTTP/1.1" status: 200 len: 1096 time: 0.0417185 Aug 16 17:55:07.267296 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ecdfc-f175-4638-97ad-ac29e362700a req-e5b2448a-4b6c-4d7f-985f-d9aa51229963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:07.268806 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-de5ecdfc-f175-4638-97ad-ac29e362700a req-e5b2448a-4b6c-4d7f-985f-d9aa51229963 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67e93bc9aa8640229cc9f17f3199ca27&device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 1096 time: 0.0420611 Aug 16 17:55:07.359201 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ecdfc-f175-4638-97ad-ac29e362700a req-7a55016f-2792-49ff-848a-254767665cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:07.360657 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-de5ecdfc-f175-4638-97ad-ac29e362700a req-7a55016f-2792-49ff-848a-254767665cd7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=abd87892-01ae-487a-b700-498630f47a61 HTTP/1.1" status: 200 len: 909 time: 0.0846889 Aug 16 17:55:07.430727 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-de5ecdfc-f175-4638-97ad-ac29e362700a req-eade209b-d4fe-4419-8ccf-5aac8310eef6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22583d25-1bc6-40f3-941e-2b36ffcb081d HTTP/1.1" status: 200 len: 999 time: 0.0624959 Aug 16 17:55:07.479764 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ecdfc-f175-4638-97ad-ac29e362700a req-a132ad91-2dae-4f7c-91c9-ed340c38900c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:07.481199 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-de5ecdfc-f175-4638-97ad-ac29e362700a req-a132ad91-2dae-4f7c-91c9-ed340c38900c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b77c348c-0c1d-4052-baba-3868ce8adf35 HTTP/1.1" status: 200 len: 847 time: 0.0437043 Aug 16 17:55:07.526202 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ecdfc-f175-4638-97ad-ac29e362700a req-dd3edba8-b882-468b-a4fc-48d8f6f72073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:07.527645 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-de5ecdfc-f175-4638-97ad-ac29e362700a req-dd3edba8-b882-468b-a4fc-48d8f6f72073 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=abd87892-01ae-487a-b700-498630f47a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0382907 Aug 16 17:55:07.632999 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-de5ecdfc-f175-4638-97ad-ac29e362700a req-bec96cee-a087-487b-bc1d-c3f23f78ba98 service neutron] 10.222.0.13 "GET /v2.0/networks/abd87892-01ae-487a-b700-498630f47a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839965 Aug 16 17:55:07.721559 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-de5ecdfc-f175-4638-97ad-ac29e362700a req-252f905a-6877-4763-8991-d2c91b339be0 service neutron] 10.222.0.13 "GET /v2.0/networks/abd87892-01ae-487a-b700-498630f47a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812445 Aug 16 17:55:08.234127 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef251f-2f24-4b81-ac38-57f5f4ae1427 req-5d479ae6-48a6-4a15-a38a-ad9b04398eea tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:08.235443 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-97ef251f-2f24-4b81-ac38-57f5f4ae1427 req-5d479ae6-48a6-4a15-a38a-ad9b04398eea tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 943 time: 0.0480878 Aug 16 17:55:08.272584 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-97ef251f-2f24-4b81-ac38-57f5f4ae1427 req-49300875-179b-448f-b5d4-e3f47e4b5600 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313389 Aug 16 17:55:08.964101 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e64093-16e3-4ffa-a624-6ad2cd8ca548 req-7f08d0a4-a4de-40fc-a406-15189f8f4393 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:08.965536 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-06e64093-16e3-4ffa-a624-6ad2cd8ca548 req-7f08d0a4-a4de-40fc-a406-15189f8f4393 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a4c4022-12a8-4884-a856-a33618b4747f HTTP/1.1" status: 200 len: 946 time: 0.0468154 Aug 16 17:55:09.002607 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-06e64093-16e3-4ffa-a624-6ad2cd8ca548 req-305b089c-6dcb-4e5d-b360-6be2e795052f tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=f24a1b0a-a2ac-4413-85c7-0b157a121828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312126 Aug 16 17:55:09.402902 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc20e15-a0a6-4b0c-8c91-2f8a6a35787a req-d5bf90c8-e801-4090-9418-02e46cb858ff tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:09.404387 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7fc20e15-a0a6-4b0c-8c91-2f8a6a35787a req-d5bf90c8-e801-4090-9418-02e46cb858ff tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 943 time: 0.0582998 Aug 16 17:55:09.442913 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7fc20e15-a0a6-4b0c-8c91-2f8a6a35787a req-e3a47cce-a73f-42d1-bdc1-34b1aa0d2576 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323048 Aug 16 17:55:10.116576 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39dae8-c203-4db3-baf4-735f7518dc29 req-a0e456d7-b76b-4567-a031-f6892bf45fc2 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:10.118062 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-3f39dae8-c203-4db3-baf4-735f7518dc29 req-a0e456d7-b76b-4567-a031-f6892bf45fc2 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a4c4022-12a8-4884-a856-a33618b4747f HTTP/1.1" status: 200 len: 946 time: 0.0486162 Aug 16 17:55:10.155391 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-3f39dae8-c203-4db3-baf4-735f7518dc29 req-dc042cb4-120a-44ff-9975-eade81b1ed36 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=f24a1b0a-a2ac-4413-85c7-0b157a121828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312967 Aug 16 17:55:10.555307 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914b125-433e-47a2-95cd-886534dc82bb req-cf21e96a-79fe-4b3a-9abd-5687a1babe40 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:10.556735 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e914b125-433e-47a2-95cd-886534dc82bb req-cf21e96a-79fe-4b3a-9abd-5687a1babe40 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 943 time: 0.0470405 Aug 16 17:55:10.592106 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e914b125-433e-47a2-95cd-886534dc82bb req-5f65da30-2c55-4be9-9202-94aa85cb374c tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296459 Aug 16 17:55:11.018876 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 57284) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:11.070670 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0079c0-9ad9-4d30-ad2b-5d6236a45e25 req-4c6b4f94-3c6a-440b-a3ce-8c05c224c963 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:11.072114 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-5d0079c0-9ad9-4d30-ad2b-5d6236a45e25 req-4c6b4f94-3c6a-440b-a3ce-8c05c224c963 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4c4022-12a8-4884-a856-a33618b4747f HTTP/1.1" status: 200 len: 946 time: 0.0487800 Aug 16 17:55:11.128288 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-efd9d20e-56b6-43ee-9d9a-92eeb64f404b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:11.167256 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [req-5d0079c0-9ad9-4d30-ad2b-5d6236a45e25 req-36bce2c7-7e75-48e4-814a-d0a28730ec00 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Deleting port 9da0b3f9-3c99-427f-838f-593f08cb7c2e {{(pid=101349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:55:11.167613 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-5d0079c0-9ad9-4d30-ad2b-5d6236a45e25 req-36bce2c7-7e75-48e4-814a-d0a28730ec00 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:11.218418 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-efd9d20e-56b6-43ee-9d9a-92eeb64f404b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:11.259748 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-5d0079c0-9ad9-4d30-ad2b-5d6236a45e25 req-36bce2c7-7e75-48e4-814a-d0a28730ec00 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] For port 9da0b3f9-3c99-427f-838f-593f08cb7c2e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9da0b3f9-3c99-427f-838f-593f08cb7c2e,segment=NetworkSegment(8a996923-3c72-4a28-a680-4b4b2da2679e),segment_id=8a996923-3c72-4a28-a680-4b4b2da2679e)] {{(pid=101349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:55:11.260136 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-5d0079c0-9ad9-4d30-ad2b-5d6236a45e25 req-36bce2c7-7e75-48e4-814a-d0a28730ec00 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:11.278173 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83c241-04d3-482b-8058-6978510cfcf5 req-14fd82fc-a197-4be0-990a-6eff3589e804 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:11.279661 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8a83c241-04d3-482b-8058-6978510cfcf5 req-14fd82fc-a197-4be0-990a-6eff3589e804 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a4c4022-12a8-4884-a856-a33618b4747f HTTP/1.1" status: 200 len: 946 time: 0.0504847 Aug 16 17:55:11.280776 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-efd9d20e-56b6-43ee-9d9a-92eeb64f404b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:11.333474 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-efd9d20e-56b6-43ee-9d9a-92eeb64f404b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7d62c929eb3949acb403c35fc91c096b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3135180 Aug 16 17:55:11.336235 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 57290) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:11.350479 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd9d20e-56b6-43ee-9d9a-92eeb64f404b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41312dfa-09b0-4450-b5c4-f8701215486a,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:11.368308 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8a83c241-04d3-482b-8058-6978510cfcf5 req-adb42531-89ca-4f62-bd93-a7472e7e7679 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups?id=f24a1b0a-a2ac-4413-85c7-0b157a121828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765109 Aug 16 17:55:11.401676 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-d3f69e89-ae82-4711-8581-54d0d0106825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:11.426083 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-d3f69e89-ae82-4711-8581-54d0d0106825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:11.439532 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-5d0079c0-9ad9-4d30-ad2b-5d6236a45e25 req-36bce2c7-7e75-48e4-814a-d0a28730ec00 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:11.439909 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-5d0079c0-9ad9-4d30-ad2b-5d6236a45e25 req-36bce2c7-7e75-48e4-814a-d0a28730ec00 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726209'] for floatingip, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:11.440222 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.db.l3_db [req-5d0079c0-9ad9-4d30-ad2b-5d6236a45e25 req-36bce2c7-7e75-48e4-814a-d0a28730ec00 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Floating IP db429564-d298-4643-a488-c877fa01e51f disassociated. External IP: 172.27.3.61, port: 9da0b3f9-3c99-427f-838f-593f08cb7c2e. Aug 16 17:55:11.440560 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [req-5d0079c0-9ad9-4d30-ad2b-5d6236a45e25 req-36bce2c7-7e75-48e4-814a-d0a28730ec00 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Calling delete_port for 9da0b3f9-3c99-427f-838f-593f08cb7c2e owned by compute:nova {{(pid=101349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:55:11.548978 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-d3f69e89-ae82-4711-8581-54d0d0106825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:11.551651 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-d3f69e89-ae82-4711-8581-54d0d0106825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:11.552940 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-d3f69e89-ae82-4711-8581-54d0d0106825 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/41312dfa-09b0-4450-b5c4-f8701215486a HTTP/1.1" status: 204 len: 168 time: 0.2149255 Aug 16 17:55:11.561195 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f69e89-ae82-4711-8581-54d0d0106825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41312dfa-09b0-4450-b5c4-f8701215486a,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:11.634845 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-5d0079c0-9ad9-4d30-ad2b-5d6236a45e25 req-36bce2c7-7e75-48e4-814a-d0a28730ec00 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:11.668147 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bce2c7-7e75-48e4-814a-d0a28730ec00 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Pushing event deleted for resources: {'Port': ['ID=9da0b3f9-3c99-427f-838f-593f08cb7c2e,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:11.709464 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e5243-fe5d-434a-a832-58f16bd140eb req-a5b35660-0abb-4d24-b12b-634c5bcc60f9 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:11.714884 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-cf1e5243-fe5d-434a-a832-58f16bd140eb req-a5b35660-0abb-4d24-b12b-634c5bcc60f9 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 943 time: 0.0556729 Aug 16 17:55:11.753302 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-cf1e5243-fe5d-434a-a832-58f16bd140eb req-90b6578f-043f-4ec5-98b5-b32e7931b14e tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357833 Aug 16 17:55:11.782833 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d0079c0-9ad9-4d30-ad2b-5d6236a45e25 req-36bce2c7-7e75-48e4-814a-d0a28730ec00 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Router 4a0b651f-61d3-4636-bf4c-2f25f82186e6 has already been hosted by L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 {{(pid=101349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 17:55:11.885962 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d0079c0-9ad9-4d30-ad2b-5d6236a45e25 req-36bce2c7-7e75-48e4-814a-d0a28730ec00 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 17:55:11.897592 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cec81f-83d3-4d05-afa8-89a5ba904189 None None] Sync routers for ids ['4a0b651f-61d3-4636-bf4c-2f25f82186e6'] in dv-cinder-797608-18-iscsi {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 17:55:11.909575 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cec81f-83d3-4d05-afa8-89a5ba904189 None None] Routers {'4a0b651f-61d3-4636-bf4c-2f25f82186e6'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:55:11.910622 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-30cec81f-83d3-4d05-afa8-89a5ba904189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:54:56Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['4a0b651f-61d3-4636-bf4c-2f25f82186e6'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:55:11.927337 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0079c0-9ad9-4d30-ad2b-5d6236a45e25 req-36bce2c7-7e75-48e4-814a-d0a28730ec00 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] No DVR routers for this DVR port 9da0b3f9-3c99-427f-838f-593f08cb7c2e on host hv-cinder-79760 {{(pid=101349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 17:55:11.933229 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-5d0079c0-9ad9-4d30-ad2b-5d6236a45e25 req-36bce2c7-7e75-48e4-814a-d0a28730ec00 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:11.933229 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-5d0079c0-9ad9-4d30-ad2b-5d6236a45e25 req-36bce2c7-7e75-48e4-814a-d0a28730ec00 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.13 "DELETE /v2.0/ports/9da0b3f9-3c99-427f-838f-593f08cb7c2e HTTP/1.1" status: 204 len: 173 time: 0.8526554 Aug 16 17:55:11.933229 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4c4022-12a8-4884-a856-a33618b4747f', 'name': 'network-vif-deleted', 'tag': '9da0b3f9-3c99-427f-838f-593f08cb7c2e'}] {{(pid=101349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:55:11.935394 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}934f09010de237f24c102465ff13aed95362a81e3346d32f1bd52d9236897e6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f10e755-783b-4ba6-8855-f0b6924a16e6" -d '{"events": [{"server_uuid": "6a4c4022-12a8-4884-a856-a33618b4747f", "name": "network-vif-deleted", "tag": "9da0b3f9-3c99-427f-838f-593f08cb7c2e"}]}' {{(pid=101349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:55:11.979438 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d6104d-b00a-4f39-ac66-1973596cd1b2 x-openstack-request-id: req-e3d6104d-b00a-4f39-ac66-1973596cd1b2 {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:55:11.979798 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4c4022-12a8-4884-a856-a33618b4747f", "name": "network-vif-deleted", "tag": "9da0b3f9-3c99-427f-838f-593f08cb7c2e", "status": "completed", "code": 200}]} {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:55:11.980148 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e3d6104d-b00a-4f39-ac66-1973596cd1b2 {{(pid=101349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:55:11.980634 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4c4022-12a8-4884-a856-a33618b4747f', 'name': 'network-vif-deleted', 'tag': '9da0b3f9-3c99-427f-838f-593f08cb7c2e', 'status': 'completed', 'code': 200} Aug 16 17:55:12.169251 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-30cec81f-83d3-4d05-afa8-89a5ba904189 None None] Set router 4a0b651f-61d3-4636-bf4c-2f25f82186e6 gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:55:12.372911 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-30cec81f-83d3-4d05-afa8-89a5ba904189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'name': 'tempest-AttachVolumeTestJSON-2099757337-router', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'd19a2c30-a9b9-455e-87c9-66c4a04fe7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:47:46Z', 'updated_at': '2021-08-16T17:47:54Z', 'revision_number': 4, 'project_id': '85697c37841b4a59aaaa6d2d36ff953b', 'gw_port': {'id': 'd19a2c30-a9b9-455e-87c9-66c4a04fe7ae', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:48Z', 'updated_at': '2021-08-16T17:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': '1a1988b8-6c82-4bbd-99eb-14cb9a2fa402', 'name': '', 'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'mac_address': 'fa:16:3e:0a:d4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3d17ce71-6fac-4edf-9519-05a2c7a1f013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:52Z', 'updated_at': '2021-08-16T17:48:01Z', 'revision_number': 5, 'project_id': '85697c37841b4a59aaaa6d2d36ff953b', 'subnets': [{'id': '3d17ce71-6fac-4edf-9519-05a2c7a1f013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:55:12.402777 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cec81f-83d3-4d05-afa8-89a5ba904189 None None] Checking router: 4a0b651f-61d3-4636-bf4c-2f25f82186e6 for host: dv-cinder-797608-18-iscsi {{(pid=101351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 17:55:12.411354 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cec81f-83d3-4d05-afa8-89a5ba904189 None None] Routers {'4a0b651f-61d3-4636-bf4c-2f25f82186e6'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:55:12.411984 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-30cec81f-83d3-4d05-afa8-89a5ba904189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:54:56Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['4a0b651f-61d3-4636-bf4c-2f25f82186e6'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:55:12.483040 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b4d8740a-827c-49f3-bc74-42a99cc206aa req-17bace33-8a59-4a56-bdee-ec3296532258 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a4c4022-12a8-4884-a856-a33618b4747f HTTP/1.1" status: 200 len: 210 time: 0.0248656 Aug 16 17:55:12.512652 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 57320) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:12.520473 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-30cec81f-83d3-4d05-afa8-89a5ba904189 None None] Set router 4a0b651f-61d3-4636-bf4c-2f25f82186e6 gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:55:12.607568 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-f86d8c8a-f656-4754-afb7-eb85fb371675 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1158336727-network', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d'}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:55:12.692079 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86d8c8a-f656-4754-afb7-eb85fb371675 admin admin] Made reservation on behalf of d20225068a374f8e8ad006b98508f29d for: {'network': 1} {{(pid=101350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:55:12.695092 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-f86d8c8a-f656-4754-afb7-eb85fb371675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for network, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:12.703785 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-f86d8c8a-f656-4754-afb7-eb85fb371675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:12.719883 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-30cec81f-83d3-4d05-afa8-89a5ba904189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'name': 'tempest-AttachVolumeTestJSON-2099757337-router', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'd19a2c30-a9b9-455e-87c9-66c4a04fe7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:47:46Z', 'updated_at': '2021-08-16T17:47:54Z', 'revision_number': 4, 'project_id': '85697c37841b4a59aaaa6d2d36ff953b', 'gw_port': {'id': 'd19a2c30-a9b9-455e-87c9-66c4a04fe7ae', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:48Z', 'updated_at': '2021-08-16T17:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': '1a1988b8-6c82-4bbd-99eb-14cb9a2fa402', 'name': '', 'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'mac_address': 'fa:16:3e:0a:d4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3d17ce71-6fac-4edf-9519-05a2c7a1f013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:52Z', 'updated_at': '2021-08-16T17:48:01Z', 'revision_number': 5, 'project_id': '85697c37841b4a59aaaa6d2d36ff953b', 'subnets': [{'id': '3d17ce71-6fac-4edf-9519-05a2c7a1f013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:55:12.747851 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cec81f-83d3-4d05-afa8-89a5ba904189 None None] The sync data for ids ['4a0b651f-61d3-4636-bf4c-2f25f82186e6'] in dv-cinder-797608-18-iscsi is: [{'id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'name': 'tempest-AttachVolumeTestJSON-2099757337-router', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'd19a2c30-a9b9-455e-87c9-66c4a04fe7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:47:46Z', 'updated_at': '2021-08-16T17:47:54Z', 'revision_number': 4, 'project_id': '85697c37841b4a59aaaa6d2d36ff953b', 'gw_port': {'id': 'd19a2c30-a9b9-455e-87c9-66c4a04fe7ae', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:48Z', 'updated_at': '2021-08-16T17:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': '1a1988b8-6c82-4bbd-99eb-14cb9a2fa402', 'name': '', 'network_id': 'd4c249fc-f15d-4c54-a2fa-f9ec1324c63c', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'mac_address': 'fa:16:3e:0a:d4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3d17ce71-6fac-4edf-9519-05a2c7a1f013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:52Z', 'updated_at': '2021-08-16T17:48:01Z', 'revision_number': 5, 'project_id': '85697c37841b4a59aaaa6d2d36ff953b', 'subnets': [{'id': '3d17ce71-6fac-4edf-9519-05a2c7a1f013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 17:55:12.793665 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-f86d8c8a-f656-4754-afb7-eb85fb371675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:12.877324 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd77133-19d6-436d-901a-e70e265ae5d3 req-48e12edd-c11a-483e-b6bb-2093c47a66db tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:12.879000 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-dbd77133-19d6-436d-901a-e70e265ae5d3 req-48e12edd-c11a-483e-b6bb-2093c47a66db tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 943 time: 0.0559390 Aug 16 17:55:12.880277 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-f86d8c8a-f656-4754-afb7-eb85fb371675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:12.921460 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f86d8c8a-f656-4754-afb7-eb85fb371675 admin admin] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=101350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 17:55:12.935706 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d8c8a-f656-4754-afb7-eb85fb371675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b303f9c4-e76b-4acf-9737-d2c89315894e,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:12.945530 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-f86d8c8a-f656-4754-afb7-eb85fb371675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050'] for segment, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:12.945735 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.db.segments_db [None req-f86d8c8a-f656-4754-afb7-eb85fb371675 admin admin] Added segment cb5961d9-9f43-4b59-9b72-d077e5b2a075 of type vlan for network 595f5f6b-511b-4405-8d33-e66f5931d554 Aug 16 17:55:12.985838 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-dbd77133-19d6-436d-901a-e70e265ae5d3 req-75742ec4-2f5d-4d57-ab80-3bda7f6adbdb tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925303 Aug 16 17:55:13.003028 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-f86d8c8a-f656-4754-afb7-eb85fb371675 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753902937420'] for network, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:13.019328 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187ab7ee-dcb8-4426-a617-5e2cff4ab08b None None] New status for floating IP db429564-d298-4643-a488-c877fa01e51f: DOWN {{(pid=101352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 17:55:13.097496 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-f86d8c8a-f656-4754-afb7-eb85fb371675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132'] for network, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:13.098540 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86d8c8a-f656-4754-afb7-eb85fb371675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:13.099131 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-f86d8c8a-f656-4754-afb7-eb85fb371675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:13.161651 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d8c8a-f656-4754-afb7-eb85fb371675 admin admin] Pushing event updated for resources: {'Network': ['ID=595f5f6b-511b-4405-8d33-e66f5931d554,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:13.172659 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Network 595f5f6b-511b-4405-8d33-e66f5931d554 details requested by agent ovs-agent-dv-cinder-797608-18-iscsi with host dv-cinder-797608-18-iscsi {{(pid=101351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 17:55:13.218243 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-f86d8c8a-f656-4754-afb7-eb85fb371675 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7043822 Aug 16 17:55:13.220932 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 57326) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:13.229666 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-61e68ead-4062-47e4-a6a0-9b03e4d801d9 admin admin] Request body: {'subnet': {'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1158336727-subnet', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'ip_version': 4}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:55:13.314349 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e68ead-4062-47e4-a6a0-9b03e4d801d9 admin admin] Made reservation on behalf of d20225068a374f8e8ad006b98508f29d for: {'subnet': 1} {{(pid=101350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:55:13.316683 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-61e68ead-4062-47e4-a6a0-9b03e4d801d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5156019'] for subnet, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:13.560912 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-61e68ead-4062-47e4-a6a0-9b03e4d801d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4809287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5156061'] for subnet, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:13.617490 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e68ead-4062-47e4-a6a0-9b03e4d801d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8,revision_number=0']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:13.627621 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e68ead-4062-47e4-a6a0-9b03e4d801d9 admin admin] Checking segment: {'id': 'cb5961d9-9f43-4b59-9b72-d077e5b2a075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:55:13.628018 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e68ead-4062-47e4-a6a0-9b03e4d801d9 admin admin] Network hostable DHCP agents. Network: 595f5f6b-511b-4405-8d33-e66f5931d554, hostable agents: ['3b7d26aa-1344-4a4d-94e6-3d95468a224e'], hosted agents: [] {{(pid=101350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 17:55:13.647788 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 57332) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:13.701250 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-65b365aa-e941-49ca-97cf-63902159c780 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:13.715563 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e68ead-4062-47e4-a6a0-9b03e4d801d9 admin admin] Network 595f5f6b-511b-4405-8d33-e66f5931d554 is scheduled to be hosted by DHCP agent 3b7d26aa-1344-4a4d-94e6-3d95468a224e with binding_index 1 {{(pid=101350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 17:55:13.729266 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-65b365aa-e941-49ca-97cf-63902159c780 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:13.788988 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.base_scheduler [None req-61e68ead-4062-47e4-a6a0-9b03e4d801d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-18-iscsi, 595f5f6b-511b-4405-8d33-e66f5931d554) {{(pid=101350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:55:13.792982 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e68ead-4062-47e4-a6a0-9b03e4d801d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:13.793567 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-61e68ead-4062-47e4-a6a0-9b03e4d801d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:13.797712 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14827d2-620a-4b21-981f-bda153fd2e81 None None] Network 595f5f6b-511b-4405-8d33-e66f5931d554 requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:55:13.840531 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-65b365aa-e941-49ca-97cf-63902159c780 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:13.843063 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-65b365aa-e941-49ca-97cf-63902159c780 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:13.844196 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-65b365aa-e941-49ca-97cf-63902159c780 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "DELETE /v2.0/security-groups/f24a1b0a-a2ac-4413-85c7-0b157a121828 HTTP/1.1" status: 204 len: 168 time: 0.1954737 Aug 16 17:55:13.847230 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 57334) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:13.854068 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b365aa-e941-49ca-97cf-63902159c780 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24a1b0a-a2ac-4413-85c7-0b157a121828,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:13.861340 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.api.v2.resource [None req-3006b351-c8c8-48f5-a43b-c133479bdb4b tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] show failed (client error): The resource could not be found. Aug 16 17:55:13.862548 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-3006b351-c8c8-48f5-a43b-c133479bdb4b tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "GET /v2.0/security-groups/f24a1b0a-a2ac-4413-85c7-0b157a121828 HTTP/1.1" status: 404 len: 347 time: 0.0142553 Aug 16 17:55:13.866054 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 57336) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:13.876001 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-61e68ead-4062-47e4-a6a0-9b03e4d801d9 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6537545 Aug 16 17:55:13.878744 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 57338) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:13.890193 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-a5b11a44-c061-4cb2-946f-9efd0fe0fdd1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1158336727-router', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'}}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:55:13.950653 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117f4466-c650-4c13-8731-42b42f72a72a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3e3b7be-7796-57ff-9dc8-238864e5547d-595f5f6b-511b-4405-8d33-e66f5931d554', 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'fixed_ips': [{'subnet_id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8'}]}} from dv-cinder-797608-18-iscsi. {{(pid=101351) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 17:55:13.951546 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-117f4466-c650-4c13-8731-42b42f72a72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:14.018573 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-a5b11a44-c061-4cb2-946f-9efd0fe0fdd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-725257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39913'] for router, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:14.019647 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-a5b11a44-c061-4cb2-946f-9efd0fe0fdd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-725413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39824'] for router, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:14.100414 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.db_base_plugin_common [None req-117f4466-c650-4c13-8731-42b42f72a72a None None] Allocated IP 172.20.0.2 (595f5f6b-511b-4405-8d33-e66f5931d554/8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8/1667c3e4-10f6-4f41-8488-9e2d071ec931) {{(pid=101351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:55:14.116693 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-a5b11a44-c061-4cb2-946f-9efd0fe0fdd1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:14.153353 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea3444-eb00-4289-9a8f-d4d6aa4788bb req-3067814b-a3f9-40f8-a5b2-ae91b85161be tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:14.154313 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-dcea3444-eb00-4289-9a8f-d4d6aa4788bb req-3067814b-a3f9-40f8-a5b2-ae91b85161be tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 943 time: 0.0512147 Aug 16 17:55:14.239935 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [None req-4b81f28d-05c1-472a-841d-71e894c797a4 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Deleting port dec9698b-f0ea-40c7-b2be-49b1b4fa91fd {{(pid=101349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:55:14.240364 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4b81f28d-05c1-472a-841d-71e894c797a4 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:14.249198 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-117f4466-c650-4c13-8731-42b42f72a72a None None] Notify callbacks [] for port, precommit_create {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:14.252828 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-dcea3444-eb00-4289-9a8f-d4d6aa4788bb req-f560d5e2-f568-46f2-8af4-a2e32383e9e5 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912519 Aug 16 17:55:14.258357 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-117f4466-c650-4c13-8731-42b42f72a72a None None] Transition to ACTIVE for port object 1667c3e4-10f6-4f41-8488-9e2d071ec931 will not be triggered until provisioned by entity L2. {{(pid=101351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:55:14.275058 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-117f4466-c650-4c13-8731-42b42f72a72a None None] Transition to ACTIVE for port object 1667c3e4-10f6-4f41-8488-9e2d071ec931 will not be triggered until provisioned by entity DHCP. {{(pid=101351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:55:14.317001 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4b81f28d-05c1-472a-841d-71e894c797a4 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:14.317334 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4b81f28d-05c1-472a-841d-71e894c797a4 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:14.329813 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [None req-4b81f28d-05c1-472a-841d-71e894c797a4 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Calling delete_port for dec9698b-f0ea-40c7-b2be-49b1b4fa91fd owned by network:floatingip {{(pid=101349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:55:14.337529 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-a5b11a44-c061-4cb2-946f-9efd0fe0fdd1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:14.349119 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-117f4466-c650-4c13-8731-42b42f72a72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662'] for port, after_create {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:14.392701 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117f4466-c650-4c13-8731-42b42f72a72a None None] Network 595f5f6b-511b-4405-8d33-e66f5931d554 is already hosted by enough agents. {{(pid=101351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:55:14.395663 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.scheduler.base_scheduler [None req-117f4466-c650-4c13-8731-42b42f72a72a None None] Resources bound (agent type, host, resource id): {{(pid=101351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:55:14.400399 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117f4466-c650-4c13-8731-42b42f72a72a None None] Received port after_create {{(pid=101351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:55:14.403401 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f4466-c650-4c13-8731-42b42f72a72a None None] Pushing event updated for resources: {'Port': ['ID=1667c3e4-10f6-4f41-8488-9e2d071ec931,revision_number=1']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:14.454816 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-117f4466-c650-4c13-8731-42b42f72a72a None None] Attempting to bind port 1667c3e4-10f6-4f41-8488-9e2d071ec931 on host dv-cinder-797608-18-iscsi for vnic_type normal with profile {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:55:14.455398 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-117f4466-c650-4c13-8731-42b42f72a72a None None] Attempting to bind port 1667c3e4-10f6-4f41-8488-9e2d071ec931 by drivers openvswitch,hyperv on host dv-cinder-797608-18-iscsi at level 0 using segments [{'id': 'cb5961d9-9f43-4b59-9b72-d077e5b2a075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554'}] {{(pid=101351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:55:14.455973 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117f4466-c650-4c13-8731-42b42f72a72a None None] Attempting to bind port 1667c3e4-10f6-4f41-8488-9e2d071ec931 on network 595f5f6b-511b-4405-8d33-e66f5931d554 {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:55:14.462360 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117f4466-c650-4c13-8731-42b42f72a72a None None] Checking agent: {'id': 'fab5396a-5d23-4b36-81ca-c96508201f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 39, 27), 'started_at': datetime.datetime(2021, 8, 16, 17, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:55:14.462737 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117f4466-c650-4c13-8731-42b42f72a72a None None] Checking segment: {'id': 'cb5961d9-9f43-4b59-9b72-d077e5b2a075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:55:14.463136 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-117f4466-c650-4c13-8731-42b42f72a72a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:14.463529 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117f4466-c650-4c13-8731-42b42f72a72a None None] Bound using segment: {'id': 'cb5961d9-9f43-4b59-9b72-d077e5b2a075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554'} {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:55:14.464015 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-117f4466-c650-4c13-8731-42b42f72a72a None None] Bound port: 1667c3e4-10f6-4f41-8488-9e2d071ec931, host: dv-cinder-797608-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb5961d9-9f43-4b59-9b72-d077e5b2a075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554'}}] {{(pid=101351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:55:14.464395 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-117f4466-c650-4c13-8731-42b42f72a72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:14.526992 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-117f4466-c650-4c13-8731-42b42f72a72a None None] For port 1667c3e4-10f6-4f41-8488-9e2d071ec931, host dv-cinder-797608-18-iscsi, cleared binding levels {{(pid=101351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:55:14.529878 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-117f4466-c650-4c13-8731-42b42f72a72a None None] For port 1667c3e4-10f6-4f41-8488-9e2d071ec931, host dv-cinder-797608-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=1667c3e4-10f6-4f41-8488-9e2d071ec931,segment=NetworkSegment(cb5961d9-9f43-4b59-9b72-d077e5b2a075),segment_id=cb5961d9-9f43-4b59-9b72-d077e5b2a075)] {{(pid=101351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:55:14.543356 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4b81f28d-05c1-472a-841d-71e894c797a4 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:14.569776 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b81f28d-05c1-472a-841d-71e894c797a4 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Pushing event deleted for resources: {'Port': ['ID=dec9698b-f0ea-40c7-b2be-49b1b4fa91fd,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:14.597029 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b81f28d-05c1-472a-841d-71e894c797a4 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:14.597374 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b81f28d-05c1-472a-841d-71e894c797a4 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:14.597720 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b81f28d-05c1-472a-841d-71e894c797a4 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:14.598093 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b81f28d-05c1-472a-841d-71e894c797a4 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:14.598423 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b81f28d-05c1-472a-841d-71e894c797a4 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:14.598781 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b81f28d-05c1-472a-841d-71e894c797a4 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:14.599107 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b81f28d-05c1-472a-841d-71e894c797a4 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:14.599459 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b81f28d-05c1-472a-841d-71e894c797a4 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:14.599790 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b81f28d-05c1-472a-841d-71e894c797a4 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:14.600109 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b81f28d-05c1-472a-841d-71e894c797a4 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:14.600426 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b81f28d-05c1-472a-841d-71e894c797a4 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:14.600742 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b81f28d-05c1-472a-841d-71e894c797a4 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:14.606891 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-117f4466-c650-4c13-8731-42b42f72a72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:14.620350 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-a5b11a44-c061-4cb2-946f-9efd0fe0fdd1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:14.641107 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-a5b11a44-c061-4cb2-946f-9efd0fe0fdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:14.642156 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4b81f28d-05c1-472a-841d-71e894c797a4 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks [] for floatingip, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:14.645664 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4b81f28d-05c1-472a-841d-71e894c797a4 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for floatingip, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:14.647323 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-4b81f28d-05c1-472a-841d-71e894c797a4 tempest-AttachVolumeTestJSON-2104485788 tempest-AttachVolumeTestJSON-2104485788-project] 10.222.0.73 "DELETE /v2.0/floatingips/db429564-d298-4643-a488-c877fa01e51f HTTP/1.1" status: 204 len: 168 time: 0.7802472 Aug 16 17:55:14.675005 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f4466-c650-4c13-8731-42b42f72a72a None None] Pushing event updated for resources: {'Port': ['ID=1667c3e4-10f6-4f41-8488-9e2d071ec931,revision_number=2']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:14.778898 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.db_base_plugin_common [None req-a5b11a44-c061-4cb2-946f-9efd0fe0fdd1 admin admin] Allocated IP 172.27.3.83 (d857f842-3fbc-4776-aae7-ff863ed2df9e/954a9ada-4a6b-483d-99dd-491d9afbe734/3a139979-e757-4a3a-b7d5-43c75f85be95) {{(pid=101350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:55:14.898223 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-a5b11a44-c061-4cb2-946f-9efd0fe0fdd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:15.006592 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-a5b11a44-c061-4cb2-946f-9efd0fe0fdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4811479'] for port, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:15.048130 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b11a44-c061-4cb2-946f-9efd0fe0fdd1 admin admin] Network d857f842-3fbc-4776-aae7-ff863ed2df9e is already hosted by enough agents. {{(pid=101350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:55:15.051002 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.base_scheduler [None req-a5b11a44-c061-4cb2-946f-9efd0fe0fdd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:55:15.056051 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b11a44-c061-4cb2-946f-9efd0fe0fdd1 admin admin] Received port after_create {{(pid=101350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:55:15.058037 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b11a44-c061-4cb2-946f-9efd0fe0fdd1 admin admin] Pushing event updated for resources: {'Port': ['ID=3a139979-e757-4a3a-b7d5-43c75f85be95,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:15.137341 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 22583d25-1bc6-40f3-941e-2b36ffcb081d details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=101351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 17:55:15.152604 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 9da0b3f9-3c99-427f-838f-593f08cb7c2e no longer exists at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:55:15.175252 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] No Port match for: 9da0b3f9-3c99-427f-838f-593f08cb7c2e {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 17:55:15.175590 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 9da0b3f9-3c99-427f-838f-593f08cb7c2e not bound to the agent host hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 17:55:15.262593 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 22583d25-1bc6-40f3-941e-2b36ffcb081d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=22583d25-1bc6-40f3-941e-2b36ffcb081d,segment=NetworkSegment(1f1d80ff-6f96-4f46-a24f-a310f32924c7),segment_id=1f1d80ff-6f96-4f46-a24f-a310f32924c7)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:55:15.274951 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Returning: {'device': '22583d25-1bc6-40f3-941e-2b36ffcb081d', 'network_id': 'abd87892-01ae-487a-b700-498630f47a61', 'port_id': '22583d25-1bc6-40f3-941e-2b36ffcb081d', 'mac_address': 'fa:16:3e:a4:34:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b77c348c-0c1d-4052-baba-3868ce8adf35', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 17:55:15.326408 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:15.347092 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22583d25-1bc6-40f3-941e-2b36ffcb081d {{(pid=101351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:55:15.370832 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 22583d25-1bc6-40f3-941e-2b36ffcb081d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=22583d25-1bc6-40f3-941e-2b36ffcb081d,segment=NetworkSegment(1f1d80ff-6f96-4f46-a24f-a310f32924c7),segment_id=1f1d80ff-6f96-4f46-a24f-a310f32924c7)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:55:15.434971 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:15.438144 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b6f8f-8ba9-4203-9550-d77cc6034a01 req-2539e099-162f-4c75-be1b-d37b8552f339 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:15.440745 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-214b6f8f-8ba9-4203-9550-d77cc6034a01 req-2539e099-162f-4c75-be1b-d37b8552f339 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 943 time: 0.0983274 Aug 16 17:55:15.448555 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-a5b11a44-c061-4cb2-946f-9efd0fe0fdd1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:15.491623 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=22583d25-1bc6-40f3-941e-2b36ffcb081d,revision_number=7']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:15.557155 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-214b6f8f-8ba9-4203-9550-d77cc6034a01 req-82b4b6f8-da1f-4c0b-a61e-5b797ada4b4d tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065075 Aug 16 17:55:15.596547 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 1667c3e4-10f6-4f41-8488-9e2d071ec931 up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:55:15.620152 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96423f02-7786-4590-ad45-112ca9114750 None None] Network 595f5f6b-511b-4405-8d33-e66f5931d554 requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:55:15.685640 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-a5b11a44-c061-4cb2-946f-9efd0fe0fdd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-725404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726055'] for router, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:15.781056 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['22583d25-1bc6-40f3-941e-2b36ffcb081d'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:55:15.807318 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-581cc537-6285-4886-ad1f-ff03e3941f53 None None] Provisioning for port 1667c3e4-10f6-4f41-8488-9e2d071ec931 completed by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:55:15.812636 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning for port 1667c3e4-10f6-4f41-8488-9e2d071ec931 completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:55:15.824802 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-581cc537-6285-4886-ad1f-ff03e3941f53 None None] Provisioning complete for port 1667c3e4-10f6-4f41-8488-9e2d071ec931 triggered by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:55:15.825172 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-581cc537-6285-4886-ad1f-ff03e3941f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:15.847191 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 1667c3e4-10f6-4f41-8488-9e2d071ec931 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:55:15.847555 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:15.858811 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b11a44-c061-4cb2-946f-9efd0fe0fdd1 admin admin] Router 7b451379-5846-42af-82eb-80e384f4903b is scheduled to L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 with binding_index 1 {{(pid=101350) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 17:55:15.970008 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b11a44-c061-4cb2-946f-9efd0fe0fdd1 admin admin] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 17:55:15.989525 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0829e6b-e975-4594-bb13-ef4bd59c2238 None None] Sync routers for ids ['7b451379-5846-42af-82eb-80e384f4903b'] in dv-cinder-797608-18-iscsi {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 17:55:16.034022 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-581cc537-6285-4886-ad1f-ff03e3941f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:16.059187 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0829e6b-e975-4594-bb13-ef4bd59c2238 None None] Routers {'7b451379-5846-42af-82eb-80e384f4903b'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:55:16.059865 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-b0829e6b-e975-4594-bb13-ef4bd59c2238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:54:56Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['7b451379-5846-42af-82eb-80e384f4903b'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:55:16.077013 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:16.143183 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-581cc537-6285-4886-ad1f-ff03e3941f53 None None] For port 1667c3e4-10f6-4f41-8488-9e2d071ec931, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=1667c3e4-10f6-4f41-8488-9e2d071ec931,segment=NetworkSegment(cb5961d9-9f43-4b59-9b72-d077e5b2a075),segment_id=cb5961d9-9f43-4b59-9b72-d077e5b2a075)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:55:16.160564 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-a5b11a44-c061-4cb2-946f-9efd0fe0fdd1 admin admin] Notify callbacks [] for router, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:16.161848 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-a5b11a44-c061-4cb2-946f-9efd0fe0fdd1 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2814178 Aug 16 17:55:16.164757 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 57352) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:16.333187 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-581cc537-6285-4886-ad1f-ff03e3941f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:16.435700 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-b0829e6b-e975-4594-bb13-ef4bd59c2238 None None] Set router 7b451379-5846-42af-82eb-80e384f4903b gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:55:16.501716 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.db.api [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101351) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 17:55:16.502126 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG oslo_db.api [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 17:55:16.526366 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581cc537-6285-4886-ad1f-ff03e3941f53 None None] Pushing event updated for resources: {'Port': ['ID=1667c3e4-10f6-4f41-8488-9e2d071ec931,revision_number=3']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:16.581037 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-b54a5814-8e1b-4f32-8653-0b9acff0186b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:16.609727 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-ab054673-36b4-48b0-b447-2edd592ff049 None None] Provisioning complete for port 1667c3e4-10f6-4f41-8488-9e2d071ec931 triggered by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:55:16.610127 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-ab054673-36b4-48b0-b447-2edd592ff049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:16.729727 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d09f2-9393-4e4a-b47b-d707390e478b req-72c89766-d3a2-4f6e-a485-ee6b6dc50088 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:16.731236 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f62d09f2-9393-4e4a-b47b-d707390e478b req-72c89766-d3a2-4f6e-a485-ee6b6dc50088 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 944 time: 0.0943577 Aug 16 17:55:16.779238 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-b0829e6b-e975-4594-bb13-ef4bd59c2238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b451379-5846-42af-82eb-80e384f4903b', 'name': 'tempest-TestVolumeBootPattern-1158336727-router', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:15Z', 'revision_number': 3, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'gw_port': {'id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi'}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:55:16.807064 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0829e6b-e975-4594-bb13-ef4bd59c2238 None None] Checking router: 7b451379-5846-42af-82eb-80e384f4903b for host: dv-cinder-797608-18-iscsi {{(pid=101351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 17:55:16.807402 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0829e6b-e975-4594-bb13-ef4bd59c2238 None None] Updating router 7b451379-5846-42af-82eb-80e384f4903b port 3a139979-e757-4a3a-b7d5-43c75f85be95 binding host dv-cinder-797608-18-iscsi {{(pid=101351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 17:55:16.833539 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-b0829e6b-e975-4594-bb13-ef4bd59c2238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:17.046605 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.db_base_plugin_common [None req-b54a5814-8e1b-4f32-8653-0b9acff0186b admin admin] Allocated IP 172.20.0.1 (595f5f6b-511b-4405-8d33-e66f5931d554/8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8/c177a780-636f-418f-8f47-e9708f566c1a) {{(pid=101350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:55:17.053363 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f62d09f2-9393-4e4a-b47b-d707390e478b req-26d78570-f6f2-408e-a1e2-3c1959f43fb7 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3145232 Aug 16 17:55:17.137079 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-b0829e6b-e975-4594-bb13-ef4bd59c2238 None None] Notify callbacks [] for port, precommit_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:17.146643 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-b0829e6b-e975-4594-bb13-ef4bd59c2238 None None] Transition to ACTIVE for port object 3a139979-e757-4a3a-b7d5-43c75f85be95 will not be triggered until provisioned by entity L2. {{(pid=101351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:55:17.152839 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-b54a5814-8e1b-4f32-8653-0b9acff0186b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:17.165823 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.provisioning_blocks [None req-b54a5814-8e1b-4f32-8653-0b9acff0186b admin admin] Transition to ACTIVE for port object c177a780-636f-418f-8f47-e9708f566c1a will not be triggered until provisioned by entity DHCP. {{(pid=101350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:55:17.195085 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-b0829e6b-e975-4594-bb13-ef4bd59c2238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:17.242736 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-b0829e6b-e975-4594-bb13-ef4bd59c2238 None None] Attempting to bind port 3a139979-e757-4a3a-b7d5-43c75f85be95 on host dv-cinder-797608-18-iscsi for vnic_type normal with profile {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:55:17.243097 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-b0829e6b-e975-4594-bb13-ef4bd59c2238 None None] Attempting to bind port 3a139979-e757-4a3a-b7d5-43c75f85be95 by drivers openvswitch,hyperv on host dv-cinder-797608-18-iscsi at level 0 using segments [{'id': '81288102-e1f3-4b19-b1aa-0a6021adf8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'}] {{(pid=101351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:55:17.243449 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0829e6b-e975-4594-bb13-ef4bd59c2238 None None] Attempting to bind port 3a139979-e757-4a3a-b7d5-43c75f85be95 on network d857f842-3fbc-4776-aae7-ff863ed2df9e {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:55:17.246426 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-b54a5814-8e1b-4f32-8653-0b9acff0186b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4811479'] for port, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:17.251925 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f53cb-773e-43fb-b8bf-8f4a6a2ce6dc None None] Pushing event updated for resources: {'Port': ['ID=3a139979-e757-4a3a-b7d5-43c75f85be95,revision_number=2']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:17.254348 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0829e6b-e975-4594-bb13-ef4bd59c2238 None None] Checking agent: {'id': 'fab5396a-5d23-4b36-81ca-c96508201f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 39, 27), 'started_at': datetime.datetime(2021, 8, 16, 17, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:55:17.254717 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0829e6b-e975-4594-bb13-ef4bd59c2238 None None] Checking segment: {'id': '81288102-e1f3-4b19-b1aa-0a6021adf8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:55:17.255109 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-b0829e6b-e975-4594-bb13-ef4bd59c2238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:17.255486 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0829e6b-e975-4594-bb13-ef4bd59c2238 None None] Bound using segment: {'id': '81288102-e1f3-4b19-b1aa-0a6021adf8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'} {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:55:17.256042 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-b0829e6b-e975-4594-bb13-ef4bd59c2238 None None] Bound port: 3a139979-e757-4a3a-b7d5-43c75f85be95, host: dv-cinder-797608-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81288102-e1f3-4b19-b1aa-0a6021adf8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'}}] {{(pid=101351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:55:17.256412 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-b0829e6b-e975-4594-bb13-ef4bd59c2238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:17.285147 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54a5814-8e1b-4f32-8653-0b9acff0186b admin admin] Network 595f5f6b-511b-4405-8d33-e66f5931d554 is already hosted by enough agents. {{(pid=101350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:55:17.290395 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.base_scheduler [None req-b54a5814-8e1b-4f32-8653-0b9acff0186b admin admin] Resources bound (agent type, host, resource id): {{(pid=101350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:55:17.293854 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54a5814-8e1b-4f32-8653-0b9acff0186b admin admin] Received port after_create {{(pid=101350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:55:17.315564 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-b0829e6b-e975-4594-bb13-ef4bd59c2238 None None] For port 3a139979-e757-4a3a-b7d5-43c75f85be95, host dv-cinder-797608-18-iscsi, cleared binding levels {{(pid=101351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:55:17.320396 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a5814-8e1b-4f32-8653-0b9acff0186b admin admin] Pushing event updated for resources: {'Port': ['ID=c177a780-636f-418f-8f47-e9708f566c1a,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:17.320539 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-b0829e6b-e975-4594-bb13-ef4bd59c2238 None None] For port 3a139979-e757-4a3a-b7d5-43c75f85be95, host dv-cinder-797608-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=3a139979-e757-4a3a-b7d5-43c75f85be95,segment=NetworkSegment(81288102-e1f3-4b19-b1aa-0a6021adf8ca),segment_id=81288102-e1f3-4b19-b1aa-0a6021adf8ca)] {{(pid=101351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:55:17.338327 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-b54a5814-8e1b-4f32-8653-0b9acff0186b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701256'] for router_interface, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:17.401031 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-b0829e6b-e975-4594-bb13-ef4bd59c2238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:17.460319 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0829e6b-e975-4594-bb13-ef4bd59c2238 None None] Routers {'7b451379-5846-42af-82eb-80e384f4903b'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:55:17.460953 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-b0829e6b-e975-4594-bb13-ef4bd59c2238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:54:56Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['7b451379-5846-42af-82eb-80e384f4903b'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:55:17.515531 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f53cb-773e-43fb-b8bf-8f4a6a2ce6dc None None] Pushing event updated for resources: {'Port': ['ID=3a139979-e757-4a3a-b7d5-43c75f85be95,revision_number=3']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:17.550898 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-b54a5814-8e1b-4f32-8653-0b9acff0186b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:17.565863 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 1667c3e4-10f6-4f41-8488-9e2d071ec931 up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:55:17.611751 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-af0ea6a0-9d95-45c2-ac6a-f9cfaf816c2b None None] Provisioning for port c177a780-636f-418f-8f47-e9708f566c1a completed by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:55:17.625753 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-af0ea6a0-9d95-45c2-ac6a-f9cfaf816c2b None None] Provisioning complete for port c177a780-636f-418f-8f47-e9708f566c1a triggered by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:55:17.626148 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-af0ea6a0-9d95-45c2-ac6a-f9cfaf816c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:17.649531 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-b0829e6b-e975-4594-bb13-ef4bd59c2238 None None] Set router 7b451379-5846-42af-82eb-80e384f4903b gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:55:17.715311 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-b54a5814-8e1b-4f32-8653-0b9acff0186b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:17.767931 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-af0ea6a0-9d95-45c2-ac6a-f9cfaf816c2b None None] Port c177a780-636f-418f-8f47-e9708f566c1a cannot update to ACTIVE because it is not bound. {{(pid=101351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 17:55:17.773268 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 1667c3e4-10f6-4f41-8488-9e2d071ec931 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:55:17.773642 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:17.794477 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-b54a5814-8e1b-4f32-8653-0b9acff0186b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4811480'] for port, after_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:17.859128 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-b54a5814-8e1b-4f32-8653-0b9acff0186b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-634170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701412'] for router_interface, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:17.861937 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a5814-8e1b-4f32-8653-0b9acff0186b admin admin] Pushing event updated for resources: {'Port': ['ID=c177a780-636f-418f-8f47-e9708f566c1a,revision_number=2']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:17.921153 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-b0829e6b-e975-4594-bb13-ef4bd59c2238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b451379-5846-42af-82eb-80e384f4903b', 'name': 'tempest-TestVolumeBootPattern-1158336727-router', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:15Z', 'revision_number': 3, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'gw_port': {'id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi'}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:55:17.951098 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0829e6b-e975-4594-bb13-ef4bd59c2238 None None] The sync data for ids ['7b451379-5846-42af-82eb-80e384f4903b'] in dv-cinder-797608-18-iscsi is: [{'id': '7b451379-5846-42af-82eb-80e384f4903b', 'name': 'tempest-TestVolumeBootPattern-1158336727-router', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:15Z', 'revision_number': 3, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'gw_port': {'id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi'}] {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 17:55:17.961383 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54a5814-8e1b-4f32-8653-0b9acff0186b admin admin] Network 595f5f6b-511b-4405-8d33-e66f5931d554 is already hosted by enough agents. {{(pid=101350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:55:17.962824 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.base_scheduler [None req-b54a5814-8e1b-4f32-8653-0b9acff0186b admin admin] Resources bound (agent type, host, resource id): {{(pid=101350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:55:18.095403 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54a5814-8e1b-4f32-8653-0b9acff0186b admin admin] Router 7b451379-5846-42af-82eb-80e384f4903b has already been hosted by L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 {{(pid=101350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 17:55:18.218553 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-559e630a-1b81-4271-a32e-b80fa2e77aec None None] Provisioning complete for port c177a780-636f-418f-8f47-e9708f566c1a triggered by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:55:18.218923 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-559e630a-1b81-4271-a32e-b80fa2e77aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:18.260652 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-559e630a-1b81-4271-a32e-b80fa2e77aec None None] Port c177a780-636f-418f-8f47-e9708f566c1a cannot update to ACTIVE because it is not bound. {{(pid=101351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 17:55:18.268478 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54a5814-8e1b-4f32-8653-0b9acff0186b admin admin] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 17:55:18.276980 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-b54a5814-8e1b-4f32-8653-0b9acff0186b admin admin] 10.222.0.73 "PUT /v2.0/routers/7b451379-5846-42af-82eb-80e384f4903b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1109829 Aug 16 17:55:18.286313 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bf095-c734-417b-94e6-7d2fdb5dedf7 req-1115c358-4a4b-491c-b790-aadd0f9f5540 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:18.287928 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-569bf095-c734-417b-94e6-7d2fdb5dedf7 req-1115c358-4a4b-491c-b790-aadd0f9f5540 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 944 time: 0.1375463 Aug 16 17:55:18.331971 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-569bf095-c734-417b-94e6-7d2fdb5dedf7 req-4caf2ef1-b33d-4f0f-9abd-881729599a48 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364838 Aug 16 17:55:18.888337 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 57388) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:19.078841 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 57398) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:19.084303 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-ded2f713-7a89-4c5a-9ac2-5bba47d0ad62 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-249502179-network', 'tenant_id': '31017ba3a6724500828912a3176428e0'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:55:19.165317 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 22583d25-1bc6-40f3-941e-2b36ffcb081d up at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:55:19.188993 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded2f713-7a89-4c5a-9ac2-5bba47d0ad62 admin admin] Made reservation on behalf of 31017ba3a6724500828912a3176428e0 for: {'network': 1} {{(pid=101349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:55:19.191409 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-ded2f713-7a89-4c5a-9ac2-5bba47d0ad62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for network, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:19.203898 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-ded2f713-7a89-4c5a-9ac2-5bba47d0ad62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:19.232719 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning complete for port 22583d25-1bc6-40f3-941e-2b36ffcb081d triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:55:19.233329 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:19.315623 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-ded2f713-7a89-4c5a-9ac2-5bba47d0ad62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:19.324072 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:19.346936 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905b9710-bc8f-4552-9f94-46cae368d49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22583d25-1bc6-40f3-941e-2b36ffcb081d'}] {{(pid=101351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:55:19.349273 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4661e6bc32737764ca712b7c7300ac6ad1a8a79a1ea43afdc004a14577d676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298b21e1-698f-42ae-a095-8a9eb15c47d4" -d '{"events": [{"server_uuid": "905b9710-bc8f-4552-9f94-46cae368d49e", "name": "network-vif-plugged", "status": "completed", "tag": "22583d25-1bc6-40f3-941e-2b36ffcb081d"}]}' {{(pid=101351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:55:19.368870 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 22583d25-1bc6-40f3-941e-2b36ffcb081d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=22583d25-1bc6-40f3-941e-2b36ffcb081d,segment=NetworkSegment(1f1d80ff-6f96-4f46-a24f-a310f32924c7),segment_id=1f1d80ff-6f96-4f46-a24f-a310f32924c7)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:55:19.389294 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-ded2f713-7a89-4c5a-9ac2-5bba47d0ad62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:19.394353 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09acf52c-382f-43c5-8776-c8133440bf16 x-openstack-request-id: req-09acf52c-382f-43c5-8776-c8133440bf16 {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:55:19.399952 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "905b9710-bc8f-4552-9f94-46cae368d49e", "name": "network-vif-plugged", "status": "completed", "tag": "22583d25-1bc6-40f3-941e-2b36ffcb081d", "code": 200}]} {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:55:19.399952 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-09acf52c-382f-43c5-8776-c8133440bf16 {{(pid=101351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:55:19.399952 dv-cinder-797608-18-iscsi neutron-server[101351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '905b9710-bc8f-4552-9f94-46cae368d49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22583d25-1bc6-40f3-941e-2b36ffcb081d', 'code': 200} Aug 16 17:55:19.416629 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded2f713-7a89-4c5a-9ac2-5bba47d0ad62 admin admin] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=101349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 17:55:19.439613 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2f713-7a89-4c5a-9ac2-5bba47d0ad62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef624fb7-9eb2-4cb9-b676-8297131e1031,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:19.445374 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-ded2f713-7a89-4c5a-9ac2-5bba47d0ad62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050'] for segment, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:19.445719 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.db.segments_db [None req-ded2f713-7a89-4c5a-9ac2-5bba47d0ad62 admin admin] Added segment da64cae0-11ce-490e-8456-503642da0147 of type vlan for network c00db65e-8f20-438f-87f3-7393d6a0ff36 Aug 16 17:55:19.452068 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:19.515914 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=22583d25-1bc6-40f3-941e-2b36ffcb081d,revision_number=8']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:19.518461 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52c87f6-89c8-4b12-bf30-978d73467e4d None None] Sync routers for ids ['7b451379-5846-42af-82eb-80e384f4903b'] in dv-cinder-797608-18-iscsi {{(pid=101352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 17:55:19.526135 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-ded2f713-7a89-4c5a-9ac2-5bba47d0ad62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753902937420'] for network, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:19.539097 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52c87f6-89c8-4b12-bf30-978d73467e4d None None] Routers {'7b451379-5846-42af-82eb-80e384f4903b'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:55:19.539329 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-d52c87f6-89c8-4b12-bf30-978d73467e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:54:56Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['7b451379-5846-42af-82eb-80e384f4903b'], 'active': True} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:55:19.556265 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e3aae-e630-4303-8d14-4d33e9448f57 req-91f2be0b-21dc-43ab-abc9-7e108530cf9c tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:19.557923 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f99e3aae-e630-4303-8d14-4d33e9448f57 req-91f2be0b-21dc-43ab-abc9-7e108530cf9c tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 945 time: 0.1012664 Aug 16 17:55:19.605813 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 3a139979-e757-4a3a-b7d5-43c75f85be95 up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:55:19.624717 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f99e3aae-e630-4303-8d14-4d33e9448f57 req-c58ed3e0-9495-440a-9385-e9f085090ec3 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577734 Aug 16 17:55:19.650782 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-ded2f713-7a89-4c5a-9ac2-5bba47d0ad62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132'] for network, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:19.655654 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded2f713-7a89-4c5a-9ac2-5bba47d0ad62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:19.655654 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-ded2f713-7a89-4c5a-9ac2-5bba47d0ad62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:19.658045 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-e2d332af-4b1f-47c2-bd95-83ef541a462f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701377'] for router_interface, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:19.678790 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvr_db [None req-d52c87f6-89c8-4b12-bf30-978d73467e4d None None] Set router 7b451379-5846-42af-82eb-80e384f4903b gateway port host: dv-cinder-797608-18-iscsi {{(pid=101352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:55:19.725414 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2f713-7a89-4c5a-9ac2-5bba47d0ad62 admin admin] Pushing event updated for resources: {'Network': ['ID=c00db65e-8f20-438f-87f3-7393d6a0ff36,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:19.735543 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Network c00db65e-8f20-438f-87f3-7393d6a0ff36 details requested by agent ovs-agent-dv-cinder-797608-18-iscsi with host dv-cinder-797608-18-iscsi {{(pid=101351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 17:55:19.774959 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e0377-0c41-4843-a2c5-d1bb089258c8 req-c419ce67-11e1-4e96-b4c6-8abb2ab1b6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:19.777265 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-6f6e0377-0c41-4843-a2c5-d1bb089258c8 req-c419ce67-11e1-4e96-b4c6-8abb2ab1b6d9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 1098 time: 0.0595250 Aug 16 17:55:19.784129 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-ded2f713-7a89-4c5a-9ac2-5bba47d0ad62 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7042413 Aug 16 17:55:19.786806 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 57404) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:19.793228 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-bacba25d-ee88-420a-84cc-8bcac2cb551f admin admin] Request body: {'subnet': {'network_id': 'c00db65e-8f20-438f-87f3-7393d6a0ff36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-249502179-subnet', 'tenant_id': '31017ba3a6724500828912a3176428e0', 'ip_version': 4}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:55:19.801629 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning for port 3a139979-e757-4a3a-b7d5-43c75f85be95 completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:55:19.808384 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 3a139979-e757-4a3a-b7d5-43c75f85be95 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:55:19.808691 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:19.847367 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-6f6e0377-0c41-4843-a2c5-d1bb089258c8 req-427bfb6d-47d7-4536-ac39-e737088cf1b7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610201 Aug 16 17:55:19.908330 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-d52c87f6-89c8-4b12-bf30-978d73467e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b451379-5846-42af-82eb-80e384f4903b', 'name': 'tempest-TestVolumeBootPattern-1158336727-router', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:17Z', 'revision_number': 4, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'gw_port': {'id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': 'c177a780-636f-418f-8f47-e9708f566c1a', 'name': '', 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'mac_address': 'fa:16:3e:7e:c7:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:16Z', 'updated_at': '2021-08-16T17:55:17Z', 'revision_number': 2, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'subnets': [{'id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:55:19.911172 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:19.915107 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bacba25d-ee88-420a-84cc-8bcac2cb551f admin admin] Made reservation on behalf of 31017ba3a6724500828912a3176428e0 for: {'subnet': 1} {{(pid=101349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:55:19.919256 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-bacba25d-ee88-420a-84cc-8bcac2cb551f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6006925'] for subnet, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:19.934238 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] For port 3a139979-e757-4a3a-b7d5-43c75f85be95, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=3a139979-e757-4a3a-b7d5-43c75f85be95,segment=NetworkSegment(81288102-e1f3-4b19-b1aa-0a6021adf8ca),segment_id=81288102-e1f3-4b19-b1aa-0a6021adf8ca)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:55:19.935685 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52c87f6-89c8-4b12-bf30-978d73467e4d None None] Checking router: 7b451379-5846-42af-82eb-80e384f4903b for host: dv-cinder-797608-18-iscsi {{(pid=101352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 17:55:19.936036 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52c87f6-89c8-4b12-bf30-978d73467e4d None None] Updating router 7b451379-5846-42af-82eb-80e384f4903b port c177a780-636f-418f-8f47-e9708f566c1a binding host dv-cinder-797608-18-iscsi {{(pid=101352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 17:55:19.964851 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-d52c87f6-89c8-4b12-bf30-978d73467e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:19.980778 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.plugin [None req-e2d332af-4b1f-47c2-bd95-83ef541a462f admin admin] Deleting port 1a1988b8-6c82-4bbd-99eb-14cb9a2fa402 {{(pid=101350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:55:19.981399 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-e2d332af-4b1f-47c2-bd95-83ef541a462f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:20.023510 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:20.075735 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Pushing event updated for resources: {'Port': ['ID=3a139979-e757-4a3a-b7d5-43c75f85be95,revision_number=4']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:20.084162 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.db [None req-e2d332af-4b1f-47c2-bd95-83ef541a462f admin admin] For port 1a1988b8-6c82-4bbd-99eb-14cb9a2fa402, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=1a1988b8-6c82-4bbd-99eb-14cb9a2fa402,segment=NetworkSegment(8a996923-3c72-4a28-a680-4b4b2da2679e),segment_id=8a996923-3c72-4a28-a680-4b4b2da2679e)] {{(pid=101350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:55:20.084580 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-e2d332af-4b1f-47c2-bd95-83ef541a462f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:20.097175 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.plugin [None req-e2d332af-4b1f-47c2-bd95-83ef541a462f admin admin] Calling delete_port for 1a1988b8-6c82-4bbd-99eb-14cb9a2fa402 owned by network:router_interface {{(pid=101350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:55:20.200429 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-bacba25d-ee88-420a-84cc-8bcac2cb551f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5662942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6007011'] for subnet, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:20.245867 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-d52c87f6-89c8-4b12-bf30-978d73467e4d None None] Notify callbacks [] for port, precommit_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:20.267718 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacba25d-ee88-420a-84cc-8bcac2cb551f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c9db4f3-9036-4810-a17a-3f238a2ec3e1,revision_number=0']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:20.274856 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacba25d-ee88-420a-84cc-8bcac2cb551f admin admin] Checking segment: {'id': 'da64cae0-11ce-490e-8456-503642da0147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'c00db65e-8f20-438f-87f3-7393d6a0ff36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:55:20.275213 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacba25d-ee88-420a-84cc-8bcac2cb551f admin admin] Network hostable DHCP agents. Network: c00db65e-8f20-438f-87f3-7393d6a0ff36, hostable agents: ['3b7d26aa-1344-4a4d-94e6-3d95468a224e'], hosted agents: [] {{(pid=101349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 17:55:20.388588 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacba25d-ee88-420a-84cc-8bcac2cb551f admin admin] Network c00db65e-8f20-438f-87f3-7393d6a0ff36 is scheduled to be hosted by DHCP agent 3b7d26aa-1344-4a4d-94e6-3d95468a224e with binding_index 1 {{(pid=101349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 17:55:20.388804 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-e2d332af-4b1f-47c2-bd95-83ef541a462f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4811479'] for port, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:20.388920 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.provisioning_blocks [None req-d52c87f6-89c8-4b12-bf30-978d73467e4d None None] Transition to ACTIVE for port object c177a780-636f-418f-8f47-e9708f566c1a will not be triggered until provisioned by entity L2. {{(pid=101352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:55:20.419343 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d332af-4b1f-47c2-bd95-83ef541a462f admin admin] Pushing event deleted for resources: {'Port': ['ID=1a1988b8-6c82-4bbd-99eb-14cb9a2fa402,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:20.480390 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-d52c87f6-89c8-4b12-bf30-978d73467e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:20.492009 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.base_scheduler [None req-bacba25d-ee88-420a-84cc-8bcac2cb551f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-18-iscsi, c00db65e-8f20-438f-87f3-7393d6a0ff36) {{(pid=101349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:55:20.496831 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacba25d-ee88-420a-84cc-8bcac2cb551f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:20.497515 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-bacba25d-ee88-420a-84cc-8bcac2cb551f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:20.502793 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc799073-f79b-47cd-9e5b-471cc99af898 None None] Network c00db65e-8f20-438f-87f3-7393d6a0ff36 requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:55:20.559586 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13db13-0ddf-49b6-b6fa-a265637e2a83 None None] Pushing event updated for resources: {'Port': ['ID=c177a780-636f-418f-8f47-e9708f566c1a,revision_number=3']} {{(pid=101352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:20.570820 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf13db13-0ddf-49b6-b6fa-a265637e2a83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:20.571472 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf13db13-0ddf-49b6-b6fa-a265637e2a83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:20.572029 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf13db13-0ddf-49b6-b6fa-a265637e2a83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:20.578204 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf13db13-0ddf-49b6-b6fa-a265637e2a83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:20.578204 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf13db13-0ddf-49b6-b6fa-a265637e2a83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:20.578204 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf13db13-0ddf-49b6-b6fa-a265637e2a83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:20.578204 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf13db13-0ddf-49b6-b6fa-a265637e2a83 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:20.578204 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf13db13-0ddf-49b6-b6fa-a265637e2a83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:20.578204 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf13db13-0ddf-49b6-b6fa-a265637e2a83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:20.578204 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf13db13-0ddf-49b6-b6fa-a265637e2a83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:20.578204 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf13db13-0ddf-49b6-b6fa-a265637e2a83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:20.578204 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf13db13-0ddf-49b6-b6fa-a265637e2a83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:20.595586 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-bacba25d-ee88-420a-84cc-8bcac2cb551f admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8074989 Aug 16 17:55:20.598003 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 57406) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:20.603241 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-19c0a4e3-c4de-443e-afea-dfe6eb720602 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-249502179-router', 'tenant_id': '31017ba3a6724500828912a3176428e0', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'}}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:55:20.635708 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-e2d332af-4b1f-47c2-bd95-83ef541a462f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-634115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725841'] for router_interface, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:20.690060 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.managers [None req-d52c87f6-89c8-4b12-bf30-978d73467e4d None None] Attempting to bind port c177a780-636f-418f-8f47-e9708f566c1a on host dv-cinder-797608-18-iscsi for vnic_type normal with profile {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:55:20.690718 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.managers [None req-d52c87f6-89c8-4b12-bf30-978d73467e4d None None] Attempting to bind port c177a780-636f-418f-8f47-e9708f566c1a by drivers openvswitch,hyperv on host dv-cinder-797608-18-iscsi at level 0 using segments [{'id': 'cb5961d9-9f43-4b59-9b72-d077e5b2a075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554'}] {{(pid=101352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:55:20.691252 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52c87f6-89c8-4b12-bf30-978d73467e4d None None] Attempting to bind port c177a780-636f-418f-8f47-e9708f566c1a on network 595f5f6b-511b-4405-8d33-e66f5931d554 {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:55:20.697515 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52c87f6-89c8-4b12-bf30-978d73467e4d None None] Checking agent: {'id': 'fab5396a-5d23-4b36-81ca-c96508201f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 39, 27), 'started_at': datetime.datetime(2021, 8, 16, 17, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:55:20.698350 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52c87f6-89c8-4b12-bf30-978d73467e4d None None] Checking segment: {'id': 'cb5961d9-9f43-4b59-9b72-d077e5b2a075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:55:20.698919 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-d52c87f6-89c8-4b12-bf30-978d73467e4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:20.699042 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-19c0a4e3-c4de-443e-afea-dfe6eb720602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-725257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39913'] for router, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:20.699597 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52c87f6-89c8-4b12-bf30-978d73467e4d None None] Bound using segment: {'id': 'cb5961d9-9f43-4b59-9b72-d077e5b2a075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554'} {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:55:20.700001 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-19c0a4e3-c4de-443e-afea-dfe6eb720602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-725413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39824'] for router, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:20.700433 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.managers [None req-d52c87f6-89c8-4b12-bf30-978d73467e4d None None] Bound port: c177a780-636f-418f-8f47-e9708f566c1a, host: dv-cinder-797608-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb5961d9-9f43-4b59-9b72-d077e5b2a075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554'}}] {{(pid=101352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:55:20.701006 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-d52c87f6-89c8-4b12-bf30-978d73467e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:20.718038 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7604475e-6bc4-45ca-8a86-d70a539453c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3e3b7be-7796-57ff-9dc8-238864e5547d-c00db65e-8f20-438f-87f3-7393d6a0ff36', 'network_id': 'c00db65e-8f20-438f-87f3-7393d6a0ff36', 'tenant_id': '31017ba3a6724500828912a3176428e0', 'fixed_ips': [{'subnet_id': '9c9db4f3-9036-4810-a17a-3f238a2ec3e1'}]}} from dv-cinder-797608-18-iscsi. {{(pid=101351) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 17:55:20.719382 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-7604475e-6bc4-45ca-8a86-d70a539453c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:20.780359 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.db [None req-d52c87f6-89c8-4b12-bf30-978d73467e4d None None] For port c177a780-636f-418f-8f47-e9708f566c1a, host dv-cinder-797608-18-iscsi, cleared binding levels {{(pid=101352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:55:20.784890 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.db [None req-d52c87f6-89c8-4b12-bf30-978d73467e4d None None] For port c177a780-636f-418f-8f47-e9708f566c1a, host dv-cinder-797608-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=c177a780-636f-418f-8f47-e9708f566c1a,segment=NetworkSegment(cb5961d9-9f43-4b59-9b72-d077e5b2a075),segment_id=cb5961d9-9f43-4b59-9b72-d077e5b2a075)] {{(pid=101352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:55:20.838437 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-19c0a4e3-c4de-443e-afea-dfe6eb720602 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:20.852280 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-d52c87f6-89c8-4b12-bf30-978d73467e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:20.953242 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52c87f6-89c8-4b12-bf30-978d73467e4d None None] Routers {'7b451379-5846-42af-82eb-80e384f4903b'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:55:20.954247 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-d52c87f6-89c8-4b12-bf30-978d73467e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:54:56Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['7b451379-5846-42af-82eb-80e384f4903b'], 'active': True} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:55:21.042870 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13db13-0ddf-49b6-b6fa-a265637e2a83 None None] Pushing event updated for resources: {'Port': ['ID=c177a780-636f-418f-8f47-e9708f566c1a,revision_number=4']} {{(pid=101352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:21.044819 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.db_base_plugin_common [None req-7604475e-6bc4-45ca-8a86-d70a539453c5 None None] Allocated IP 172.20.0.2 (c00db65e-8f20-438f-87f3-7393d6a0ff36/9c9db4f3-9036-4810-a17a-3f238a2ec3e1/020ac127-2a94-4996-9493-a43478b95bfe) {{(pid=101351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:55:21.144482 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-19c0a4e3-c4de-443e-afea-dfe6eb720602 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:21.154946 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvr_db [None req-d52c87f6-89c8-4b12-bf30-978d73467e4d None None] Set router 7b451379-5846-42af-82eb-80e384f4903b gateway port host: dv-cinder-797608-18-iscsi {{(pid=101352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:55:21.228803 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-7604475e-6bc4-45ca-8a86-d70a539453c5 None None] Notify callbacks [] for port, precommit_create {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:21.236928 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-7604475e-6bc4-45ca-8a86-d70a539453c5 None None] Transition to ACTIVE for port object 020ac127-2a94-4996-9493-a43478b95bfe will not be triggered until provisioned by entity L2. {{(pid=101351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:55:21.239673 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8d39a-57e9-4319-9044-005867b80365 req-f97d5802-c91a-4a57-9bf2-bd79c9b89bfa tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:21.241840 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-06a8d39a-57e9-4319-9044-005867b80365 req-f97d5802-c91a-4a57-9bf2-bd79c9b89bfa tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 945 time: 0.1428163 Aug 16 17:55:21.262130 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-7604475e-6bc4-45ca-8a86-d70a539453c5 None None] Transition to ACTIVE for port object 020ac127-2a94-4996-9493-a43478b95bfe will not be triggered until provisioned by entity DHCP. {{(pid=101351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:55:21.338650 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-7604475e-6bc4-45ca-8a86-d70a539453c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662'] for port, after_create {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:21.353091 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-06a8d39a-57e9-4319-9044-005867b80365 req-c69dd75e-fb15-46f6-9cdc-595d898741b0 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769260 Aug 16 17:55:21.361298 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7604475e-6bc4-45ca-8a86-d70a539453c5 None None] Network c00db65e-8f20-438f-87f3-7393d6a0ff36 is already hosted by enough agents. {{(pid=101351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:55:21.364378 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.scheduler.base_scheduler [None req-7604475e-6bc4-45ca-8a86-d70a539453c5 None None] Resources bound (agent type, host, resource id): {{(pid=101351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:55:21.382624 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d332af-4b1f-47c2-bd95-83ef541a462f admin admin] Router 4a0b651f-61d3-4636-bf4c-2f25f82186e6 has already been hosted by L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 {{(pid=101350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 17:55:21.393784 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7604475e-6bc4-45ca-8a86-d70a539453c5 None None] Received port after_create {{(pid=101351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:55:21.414185 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-d52c87f6-89c8-4b12-bf30-978d73467e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b451379-5846-42af-82eb-80e384f4903b', 'name': 'tempest-TestVolumeBootPattern-1158336727-router', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:17Z', 'revision_number': 4, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'gw_port': {'id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': 'c177a780-636f-418f-8f47-e9708f566c1a', 'name': '', 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'mac_address': 'fa:16:3e:7e:c7:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:16Z', 'updated_at': '2021-08-16T17:55:20Z', 'revision_number': 4, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'subnets': [{'id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:55:21.467755 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7604475e-6bc4-45ca-8a86-d70a539453c5 None None] Pushing event updated for resources: {'Port': ['ID=020ac127-2a94-4996-9493-a43478b95bfe,revision_number=1']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:21.472762 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-7604475e-6bc4-45ca-8a86-d70a539453c5 None None] Attempting to bind port 020ac127-2a94-4996-9493-a43478b95bfe on host dv-cinder-797608-18-iscsi for vnic_type normal with profile {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:55:21.473141 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-7604475e-6bc4-45ca-8a86-d70a539453c5 None None] Attempting to bind port 020ac127-2a94-4996-9493-a43478b95bfe by drivers openvswitch,hyperv on host dv-cinder-797608-18-iscsi at level 0 using segments [{'id': 'da64cae0-11ce-490e-8456-503642da0147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'c00db65e-8f20-438f-87f3-7393d6a0ff36'}] {{(pid=101351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:55:21.473505 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7604475e-6bc4-45ca-8a86-d70a539453c5 None None] Attempting to bind port 020ac127-2a94-4996-9493-a43478b95bfe on network c00db65e-8f20-438f-87f3-7393d6a0ff36 {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:55:21.480008 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7604475e-6bc4-45ca-8a86-d70a539453c5 None None] Checking agent: {'id': 'fab5396a-5d23-4b36-81ca-c96508201f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 39, 27), 'started_at': datetime.datetime(2021, 8, 16, 17, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:55:21.480393 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7604475e-6bc4-45ca-8a86-d70a539453c5 None None] Checking segment: {'id': 'da64cae0-11ce-490e-8456-503642da0147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'c00db65e-8f20-438f-87f3-7393d6a0ff36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:55:21.480797 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-7604475e-6bc4-45ca-8a86-d70a539453c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:21.481190 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7604475e-6bc4-45ca-8a86-d70a539453c5 None None] Bound using segment: {'id': 'da64cae0-11ce-490e-8456-503642da0147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'c00db65e-8f20-438f-87f3-7393d6a0ff36'} {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:55:21.481658 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-7604475e-6bc4-45ca-8a86-d70a539453c5 None None] Bound port: 020ac127-2a94-4996-9493-a43478b95bfe, host: dv-cinder-797608-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da64cae0-11ce-490e-8456-503642da0147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'c00db65e-8f20-438f-87f3-7393d6a0ff36'}}] {{(pid=101351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:55:21.482072 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-7604475e-6bc4-45ca-8a86-d70a539453c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:21.520493 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-19c0a4e3-c4de-443e-afea-dfe6eb720602 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:21.531754 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d332af-4b1f-47c2-bd95-83ef541a462f admin admin] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 17:55:21.544425 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dfea0a-11e7-4ffc-9cf0-300a27974268 None None] Sync routers for ids ['4a0b651f-61d3-4636-bf4c-2f25f82186e6'] in dv-cinder-797608-18-iscsi {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 17:55:21.546982 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-19c0a4e3-c4de-443e-afea-dfe6eb720602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:21.549206 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-e2d332af-4b1f-47c2-bd95-83ef541a462f admin admin] 10.222.0.73 "PUT /v2.0/routers/4a0b651f-61d3-4636-bf4c-2f25f82186e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6597648 Aug 16 17:55:21.551677 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 57410) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:21.557223 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52c87f6-89c8-4b12-bf30-978d73467e4d None None] The sync data for ids ['7b451379-5846-42af-82eb-80e384f4903b'] in dv-cinder-797608-18-iscsi is: [{'id': '7b451379-5846-42af-82eb-80e384f4903b', 'name': 'tempest-TestVolumeBootPattern-1158336727-router', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:17Z', 'revision_number': 4, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'gw_port': {'id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': 'c177a780-636f-418f-8f47-e9708f566c1a', 'name': '', 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'mac_address': 'fa:16:3e:7e:c7:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:16Z', 'updated_at': '2021-08-16T17:55:20Z', 'revision_number': 4, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'subnets': [{'id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 17:55:21.636898 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-7604475e-6bc4-45ca-8a86-d70a539453c5 None None] For port 020ac127-2a94-4996-9493-a43478b95bfe, host dv-cinder-797608-18-iscsi, cleared binding levels {{(pid=101351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:55:21.640120 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dfea0a-11e7-4ffc-9cf0-300a27974268 None None] Routers {'4a0b651f-61d3-4636-bf4c-2f25f82186e6'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:55:21.641488 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-a3dfea0a-11e7-4ffc-9cf0-300a27974268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:54:56Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['4a0b651f-61d3-4636-bf4c-2f25f82186e6'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:55:21.645499 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-7604475e-6bc4-45ca-8a86-d70a539453c5 None None] For port 020ac127-2a94-4996-9493-a43478b95bfe, host dv-cinder-797608-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=020ac127-2a94-4996-9493-a43478b95bfe,segment=NetworkSegment(da64cae0-11ce-490e-8456-503642da0147),segment_id=da64cae0-11ce-490e-8456-503642da0147)] {{(pid=101351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:55:21.703819 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-6cca7351-20a0-4771-a810-4db78a438c7c admin admin] Notify callbacks [] for router, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:21.717740 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 3a139979-e757-4a3a-b7d5-43c75f85be95 up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:55:21.749092 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.db_base_plugin_common [None req-19c0a4e3-c4de-443e-afea-dfe6eb720602 admin admin] Allocated IP 172.27.3.87 (d857f842-3fbc-4776-aae7-ff863ed2df9e/954a9ada-4a6b-483d-99dd-491d9afbe734/74178e44-0601-4cf7-a529-ed4fc5fc63d5) {{(pid=101349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:55:21.753594 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-7604475e-6bc4-45ca-8a86-d70a539453c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:21.829202 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-6cca7351-20a0-4771-a810-4db78a438c7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:21.875207 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-19c0a4e3-c4de-443e-afea-dfe6eb720602 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:21.895939 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7604475e-6bc4-45ca-8a86-d70a539453c5 None None] Pushing event updated for resources: {'Port': ['ID=020ac127-2a94-4996-9493-a43478b95bfe,revision_number=2']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:21.921192 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-a3dfea0a-11e7-4ffc-9cf0-300a27974268 None None] Set router 4a0b651f-61d3-4636-bf4c-2f25f82186e6 gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:55:21.963696 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.plugin [None req-6cca7351-20a0-4771-a810-4db78a438c7c admin admin] Deleting port d19a2c30-a9b9-455e-87c9-66c4a04fe7ae {{(pid=101350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:55:21.964273 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-6cca7351-20a0-4771-a810-4db78a438c7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:21.979826 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 3a139979-e757-4a3a-b7d5-43c75f85be95 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:55:21.980200 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:22.007510 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-19c0a4e3-c4de-443e-afea-dfe6eb720602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:22.051113 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c0a4e3-c4de-443e-afea-dfe6eb720602 admin admin] Network d857f842-3fbc-4776-aae7-ff863ed2df9e is already hosted by enough agents. {{(pid=101349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:55:22.064524 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.base_scheduler [None req-19c0a4e3-c4de-443e-afea-dfe6eb720602 admin admin] Resources bound (agent type, host, resource id): {{(pid=101349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:55:22.069549 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c0a4e3-c4de-443e-afea-dfe6eb720602 admin admin] Received port after_create {{(pid=101349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:55:22.090402 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.db [None req-6cca7351-20a0-4771-a810-4db78a438c7c admin admin] For port d19a2c30-a9b9-455e-87c9-66c4a04fe7ae, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=d19a2c30-a9b9-455e-87c9-66c4a04fe7ae,segment=NetworkSegment(81288102-e1f3-4b19-b1aa-0a6021adf8ca),segment_id=81288102-e1f3-4b19-b1aa-0a6021adf8ca)] {{(pid=101350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:55:22.090852 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-6cca7351-20a0-4771-a810-4db78a438c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:22.102384 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0a4e3-c4de-443e-afea-dfe6eb720602 admin admin] Pushing event updated for resources: {'Port': ['ID=74178e44-0601-4cf7-a529-ed4fc5fc63d5,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:22.108966 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.plugin [None req-6cca7351-20a0-4771-a810-4db78a438c7c admin admin] Calling delete_port for d19a2c30-a9b9-455e-87c9-66c4a04fe7ae owned by network:router_gateway {{(pid=101350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:55:22.267113 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-a3dfea0a-11e7-4ffc-9cf0-300a27974268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'name': 'tempest-AttachVolumeTestJSON-2099757337-router', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'd19a2c30-a9b9-455e-87c9-66c4a04fe7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:47:46Z', 'updated_at': '2021-08-16T17:55:20Z', 'revision_number': 5, 'project_id': '85697c37841b4a59aaaa6d2d36ff953b', 'gw_port': {'id': 'd19a2c30-a9b9-455e-87c9-66c4a04fe7ae', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:48Z', 'updated_at': '2021-08-16T17:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi'}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:55:22.311327 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dfea0a-11e7-4ffc-9cf0-300a27974268 None None] Checking router: 4a0b651f-61d3-4636-bf4c-2f25f82186e6 for host: dv-cinder-797608-18-iscsi {{(pid=101351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 17:55:22.322253 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dfea0a-11e7-4ffc-9cf0-300a27974268 None None] Routers {'4a0b651f-61d3-4636-bf4c-2f25f82186e6'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:55:22.322876 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-a3dfea0a-11e7-4ffc-9cf0-300a27974268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:54:56Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['4a0b651f-61d3-4636-bf4c-2f25f82186e6'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:55:22.426602 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-a3dfea0a-11e7-4ffc-9cf0-300a27974268 None None] Set router 4a0b651f-61d3-4636-bf4c-2f25f82186e6 gateway port host: None {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:55:22.484156 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952fb84-92da-447b-ae9d-992ffdbf93b8 req-f04a4a39-ebe2-4596-9b51-05752aa5a67d tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:22.486080 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c952fb84-92da-447b-ae9d-992ffdbf93b8 req-f04a4a39-ebe2-4596-9b51-05752aa5a67d tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 945 time: 0.0565248 Aug 16 17:55:22.486934 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-6cca7351-20a0-4771-a810-4db78a438c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4811479'] for port, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:22.492695 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-a3dfea0a-11e7-4ffc-9cf0-300a27974268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'name': 'tempest-AttachVolumeTestJSON-2099757337-router', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:47:46Z', 'updated_at': '2021-08-16T17:55:21Z', 'revision_number': 6, 'project_id': '85697c37841b4a59aaaa6d2d36ff953b', 'gw_port_host': None}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:55:22.528124 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dfea0a-11e7-4ffc-9cf0-300a27974268 None None] The sync data for ids ['4a0b651f-61d3-4636-bf4c-2f25f82186e6'] in dv-cinder-797608-18-iscsi is: [{'id': '4a0b651f-61d3-4636-bf4c-2f25f82186e6', 'name': 'tempest-AttachVolumeTestJSON-2099757337-router', 'tenant_id': '85697c37841b4a59aaaa6d2d36ff953b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:47:46Z', 'updated_at': '2021-08-16T17:55:21Z', 'revision_number': 6, 'project_id': '85697c37841b4a59aaaa6d2d36ff953b', 'gw_port_host': None}] {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 17:55:22.546124 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-19c0a4e3-c4de-443e-afea-dfe6eb720602 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:22.570128 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca7351-20a0-4771-a810-4db78a438c7c admin admin] Pushing event deleted for resources: {'Port': ['ID=d19a2c30-a9b9-455e-87c9-66c4a04fe7ae,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:22.620984 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-6cca7351-20a0-4771-a810-4db78a438c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726267'] for router_gateway, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:22.688545 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c952fb84-92da-447b-ae9d-992ffdbf93b8 req-9060fb85-8025-425f-b3b8-b2b2c8557584 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901476 Aug 16 17:55:22.730400 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-6cca7351-20a0-4771-a810-4db78a438c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39839'] for router, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:22.733621 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-6cca7351-20a0-4771-a810-4db78a438c7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:22.778774 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-19c0a4e3-c4de-443e-afea-dfe6eb720602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-725404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726055'] for router, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:22.898721 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-6cca7351-20a0-4771-a810-4db78a438c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723814'] for router, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:22.899373 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cca7351-20a0-4771-a810-4db78a438c7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a0b651f-61d3-4636-bf4c-2f25f82186e6 {{(pid=101350) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 17:55:22.910835 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-6cca7351-20a0-4771-a810-4db78a438c7c admin admin] Notify callbacks [] for router, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:22.914482 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-6cca7351-20a0-4771-a810-4db78a438c7c admin admin] 10.222.0.73 "DELETE /v2.0/routers/4a0b651f-61d3-4636-bf4c-2f25f82186e6 HTTP/1.1" status: 204 len: 168 time: 1.3593922 Aug 16 17:55:22.914958 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 57416) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:22.976403 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.db_base_plugin_v2 [None req-69b7317c-ce3e-40ed-9e45-e0a8eb203a52 admin admin] Deleting subnet 3d17ce71-6fac-4edf-9519-05a2c7a1f013 {{(pid=101350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 17:55:22.976403 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-69b7317c-ce3e-40ed-9e45-e0a8eb203a52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:23.000173 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c0a4e3-c4de-443e-afea-dfe6eb720602 admin admin] Router 08e84aa8-171d-4dc2-9919-128d559c44e0 is scheduled to L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 with binding_index 1 {{(pid=101349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 17:55:23.020103 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-69b7317c-ce3e-40ed-9e45-e0a8eb203a52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809225'] for subnet, precommit_delete_associations {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:23.059434 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b51e1a-80a7-4a5e-a848-c8ca94db39e4 None None] Network c00db65e-8f20-438f-87f3-7393d6a0ff36 requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:55:23.132610 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c0a4e3-c4de-443e-afea-dfe6eb720602 admin admin] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 17:55:23.141192 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0880ccd5-3c0c-42d5-973b-d8b44b3f547e None None] Sync routers for ids ['08e84aa8-171d-4dc2-9919-128d559c44e0'] in dv-cinder-797608-18-iscsi {{(pid=101352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 17:55:23.150512 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-69b7317c-ce3e-40ed-9e45-e0a8eb203a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1871003'] for subnet, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:23.151629 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0880ccd5-3c0c-42d5-973b-d8b44b3f547e None None] Routers {'08e84aa8-171d-4dc2-9919-128d559c44e0'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:55:23.152425 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-0880ccd5-3c0c-42d5-973b-d8b44b3f547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:54:56Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['08e84aa8-171d-4dc2-9919-128d559c44e0'], 'active': True} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:55:23.234925 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-19c0a4e3-c4de-443e-afea-dfe6eb720602 admin admin] Notify callbacks [] for router, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:23.238811 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-19c0a4e3-c4de-443e-afea-dfe6eb720602 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6393340 Aug 16 17:55:23.239307 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 57418) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:23.262514 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-ca445838-581a-4737-b39b-e871c7b3256d None None] Provisioning for port 020ac127-2a94-4996-9493-a43478b95bfe completed by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:55:23.263063 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvr_db [None req-0880ccd5-3c0c-42d5-973b-d8b44b3f547e None None] Set router 08e84aa8-171d-4dc2-9919-128d559c44e0 gateway port host: dv-cinder-797608-18-iscsi {{(pid=101352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:55:23.324444 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-69b7317c-ce3e-40ed-9e45-e0a8eb203a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1870994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4811394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5156054'] for subnet, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:23.360165 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b7317c-ce3e-40ed-9e45-e0a8eb203a52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d17ce71-6fac-4edf-9519-05a2c7a1f013,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:23.362443 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-69b7317c-ce3e-40ed-9e45-e0a8eb203a52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:23.368173 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-69b7317c-ce3e-40ed-9e45-e0a8eb203a52 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/3d17ce71-6fac-4edf-9519-05a2c7a1f013 HTTP/1.1" status: 204 len: 168 time: 0.4486120 Aug 16 17:55:23.368438 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 57420) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:23.373747 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa92385-7a49-4ef2-989a-d5cc05574b6f None None] Network d4c249fc-f15d-4c54-a2fa-f9ec1324c63c requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:55:23.508091 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-2cf3eae3-4e50-48fe-8c2a-d1a84aa4bc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639821'] for network, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:23.512922 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-0880ccd5-3c0c-42d5-973b-d8b44b3f547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e84aa8-171d-4dc2-9919-128d559c44e0', 'name': 'tempest-TestVolumeBootPattern-249502179-router', 'tenant_id': '31017ba3a6724500828912a3176428e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '74178e44-0601-4cf7-a529-ed4fc5fc63d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:55:20Z', 'updated_at': '2021-08-16T17:55:22Z', 'revision_number': 3, 'project_id': '31017ba3a6724500828912a3176428e0', 'gw_port': {'id': '74178e44-0601-4cf7-a529-ed4fc5fc63d5', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e84aa8-171d-4dc2-9919-128d559c44e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:21Z', 'updated_at': '2021-08-16T17:55:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi'}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:55:23.547597 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0880ccd5-3c0c-42d5-973b-d8b44b3f547e None None] Checking router: 08e84aa8-171d-4dc2-9919-128d559c44e0 for host: dv-cinder-797608-18-iscsi {{(pid=101352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 17:55:23.547897 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0880ccd5-3c0c-42d5-973b-d8b44b3f547e None None] Updating router 08e84aa8-171d-4dc2-9919-128d559c44e0 port 74178e44-0601-4cf7-a529-ed4fc5fc63d5 binding host dv-cinder-797608-18-iscsi {{(pid=101352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 17:55:23.578315 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-0880ccd5-3c0c-42d5-973b-d8b44b3f547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:23.684159 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [None req-2cf3eae3-4e50-48fe-8c2a-d1a84aa4bc53 admin admin] Deleting port 609718e2-7c60-4f1f-b3a2-b58ee35f9320 {{(pid=101349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:55:23.684159 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-2cf3eae3-4e50-48fe-8c2a-d1a84aa4bc53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:23.696457 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device c177a780-636f-418f-8f47-e9708f566c1a up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:55:23.752633 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f9a0a4-fcc5-4ee1-8c8f-543dfcda4743 None None] DHCP port deletion for d4c249fc-f15d-4c54-a2fa-f9ec1324c63c request from dv-cinder-797608-18-iscsi {{(pid=101351) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 17:55:23.783580 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [None req-2cf3eae3-4e50-48fe-8c2a-d1a84aa4bc53 admin admin] For port 609718e2-7c60-4f1f-b3a2-b58ee35f9320, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=609718e2-7c60-4f1f-b3a2-b58ee35f9320,segment=NetworkSegment(8a996923-3c72-4a28-a680-4b4b2da2679e),segment_id=8a996923-3c72-4a28-a680-4b4b2da2679e)] {{(pid=101349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:55:23.784332 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-2cf3eae3-4e50-48fe-8c2a-d1a84aa4bc53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:23.815761 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [None req-2cf3eae3-4e50-48fe-8c2a-d1a84aa4bc53 admin admin] Calling delete_port for 609718e2-7c60-4f1f-b3a2-b58ee35f9320 owned by network:dhcp {{(pid=101349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:55:23.830437 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-99661dd2-0408-4bc5-bacb-61b30f99d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:23.838372 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-b9f9a0a4-fcc5-4ee1-8c8f-543dfcda4743 None None] Deleting port 609718e2-7c60-4f1f-b3a2-b58ee35f9320 {{(pid=101351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:55:23.840376 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-b9f9a0a4-fcc5-4ee1-8c8f-543dfcda4743 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:23.859383 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning for port c177a780-636f-418f-8f47-e9708f566c1a completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:55:23.880116 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-565c6e41-876c-4752-8793-9c53e527a79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:23.907244 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port c177a780-636f-418f-8f47-e9708f566c1a triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:55:23.907618 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:23.923129 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-0880ccd5-3c0c-42d5-973b-d8b44b3f547e None None] Notify callbacks [] for port, precommit_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:23.938141 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.provisioning_blocks [None req-0880ccd5-3c0c-42d5-973b-d8b44b3f547e None None] Transition to ACTIVE for port object 74178e44-0601-4cf7-a529-ed4fc5fc63d5 will not be triggered until provisioned by entity L2. {{(pid=101352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:55:23.973466 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-b9f9a0a4-fcc5-4ee1-8c8f-543dfcda4743 None None] For port 609718e2-7c60-4f1f-b3a2-b58ee35f9320, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=609718e2-7c60-4f1f-b3a2-b58ee35f9320,segment=NetworkSegment(8a996923-3c72-4a28-a680-4b4b2da2679e),segment_id=8a996923-3c72-4a28-a680-4b4b2da2679e)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:55:23.973849 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-b9f9a0a4-fcc5-4ee1-8c8f-543dfcda4743 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:23.989743 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-b9f9a0a4-fcc5-4ee1-8c8f-543dfcda4743 None None] Calling delete_port for 609718e2-7c60-4f1f-b3a2-b58ee35f9320 owned by network:dhcp {{(pid=101351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:55:24.046678 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-2cf3eae3-4e50-48fe-8c2a-d1a84aa4bc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:24.057492 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-0880ccd5-3c0c-42d5-973b-d8b44b3f547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:24.080435 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf3eae3-4e50-48fe-8c2a-d1a84aa4bc53 admin admin] No DVR routers for this DVR port 609718e2-7c60-4f1f-b3a2-b58ee35f9320 on host dv-cinder-797608-18-iscsi {{(pid=101349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 17:55:24.101323 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.db_base_plugin_common [None req-565c6e41-876c-4752-8793-9c53e527a79b admin admin] Allocated IP 172.20.0.1 (c00db65e-8f20-438f-87f3-7393d6a0ff36/9c9db4f3-9036-4810-a17a-3f238a2ec3e1/49f4f3de-302d-4f10-bff1-1e955e26dd76) {{(pid=101350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:55:24.106355 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf3eae3-4e50-48fe-8c2a-d1a84aa4bc53 admin admin] Pushing event deleted for resources: {'Port': ['ID=609718e2-7c60-4f1f-b3a2-b58ee35f9320,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:24.117165 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.managers [None req-0880ccd5-3c0c-42d5-973b-d8b44b3f547e None None] Attempting to bind port 74178e44-0601-4cf7-a529-ed4fc5fc63d5 on host dv-cinder-797608-18-iscsi for vnic_type normal with profile {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:55:24.117537 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.managers [None req-0880ccd5-3c0c-42d5-973b-d8b44b3f547e None None] Attempting to bind port 74178e44-0601-4cf7-a529-ed4fc5fc63d5 by drivers openvswitch,hyperv on host dv-cinder-797608-18-iscsi at level 0 using segments [{'id': '81288102-e1f3-4b19-b1aa-0a6021adf8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'}] {{(pid=101352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:55:24.117891 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0880ccd5-3c0c-42d5-973b-d8b44b3f547e None None] Attempting to bind port 74178e44-0601-4cf7-a529-ed4fc5fc63d5 on network d857f842-3fbc-4776-aae7-ff863ed2df9e {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:55:24.120027 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dcaf70-f7a2-4021-a4d8-a96c938e805a None None] Pushing event updated for resources: {'Port': ['ID=74178e44-0601-4cf7-a529-ed4fc5fc63d5,revision_number=2']} {{(pid=101352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:24.126104 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0880ccd5-3c0c-42d5-973b-d8b44b3f547e None None] Checking agent: {'id': 'fab5396a-5d23-4b36-81ca-c96508201f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 39, 27), 'started_at': datetime.datetime(2021, 8, 16, 17, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:55:24.126547 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0880ccd5-3c0c-42d5-973b-d8b44b3f547e None None] Checking segment: {'id': '81288102-e1f3-4b19-b1aa-0a6021adf8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:55:24.126865 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-0880ccd5-3c0c-42d5-973b-d8b44b3f547e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:24.127248 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0880ccd5-3c0c-42d5-973b-d8b44b3f547e None None] Bound using segment: {'id': '81288102-e1f3-4b19-b1aa-0a6021adf8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'} {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:55:24.127714 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.managers [None req-0880ccd5-3c0c-42d5-973b-d8b44b3f547e None None] Bound port: 74178e44-0601-4cf7-a529-ed4fc5fc63d5, host: dv-cinder-797608-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81288102-e1f3-4b19-b1aa-0a6021adf8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'}}] {{(pid=101352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:55:24.128112 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-0880ccd5-3c0c-42d5-973b-d8b44b3f547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:24.166642 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-2cf3eae3-4e50-48fe-8c2a-d1a84aa4bc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1573870', 'neutron.services.segments.db._delete_segments_for_network-8753903461187'] for network, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:24.178440 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.services.segments.db [None req-2cf3eae3-4e50-48fe-8c2a-d1a84aa4bc53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4c249fc-f15d-4c54-a2fa-f9ec1324c63c']}} {{(pid=101349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:55:24.182593 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.db [None req-0880ccd5-3c0c-42d5-973b-d8b44b3f547e None None] For port 74178e44-0601-4cf7-a529-ed4fc5fc63d5, host dv-cinder-797608-18-iscsi, cleared binding levels {{(pid=101352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:55:24.185741 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.db [None req-0880ccd5-3c0c-42d5-973b-d8b44b3f547e None None] For port 74178e44-0601-4cf7-a529-ed4fc5fc63d5, host dv-cinder-797608-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=74178e44-0601-4cf7-a529-ed4fc5fc63d5,segment=NetworkSegment(81288102-e1f3-4b19-b1aa-0a6021adf8ca),segment_id=81288102-e1f3-4b19-b1aa-0a6021adf8ca)] {{(pid=101352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:55:24.192544 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.services.segments.db [None req-2cf3eae3-4e50-48fe-8c2a-d1a84aa4bc53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a996923-3c72-4a28-a680-4b4b2da2679e') {'for_net_delete': True} {{(pid=101349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:55:24.192885 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.services.segments.db [None req-2cf3eae3-4e50-48fe-8c2a-d1a84aa4bc53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a996923-3c72-4a28-a680-4b4b2da2679e') {} {{(pid=101349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:55:24.202539 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-2cf3eae3-4e50-48fe-8c2a-d1a84aa4bc53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753903464012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5662916'] for segment, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:24.219504 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-2cf3eae3-4e50-48fe-8c2a-d1a84aa4bc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050'] for segment, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:24.227265 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf3eae3-4e50-48fe-8c2a-d1a84aa4bc53 admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=101349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 17:55:24.227691 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-2cf3eae3-4e50-48fe-8c2a-d1a84aa4bc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660797'] for segment, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:24.234219 dv-cinder-797608-18-iscsi neutron-server[101349]: Traceback (most recent call last): Aug 16 17:55:24.234219 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 17:55:24.234219 dv-cinder-797608-18-iscsi neutron-server[101349]: timer() Aug 16 17:55:24.234219 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 17:55:24.234219 dv-cinder-797608-18-iscsi neutron-server[101349]: cb(*args, **kw) Aug 16 17:55:24.234219 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 17:55:24.234219 dv-cinder-797608-18-iscsi neutron-server[101349]: return func(*args, **kwargs) Aug 16 17:55:24.234219 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 17:55:24.234219 dv-cinder-797608-18-iscsi neutron-server[101349]: self._notify() Aug 16 17:55:24.234219 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 17:55:24.234219 dv-cinder-797608-18-iscsi neutron-server[101349]: self.callback(batched_events) Aug 16 17:55:24.234219 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 17:55:24.234219 dv-cinder-797608-18-iscsi neutron-server[101349]: event.method(event) Aug 16 17:55:24.234219 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 17:55:24.234219 dv-cinder-797608-18-iscsi neutron-server[101349]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 17:55:24.234219 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 17:55:24.234219 dv-cinder-797608-18-iscsi neutron-server[101349]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 17:55:24.234219 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 17:55:24.234219 dv-cinder-797608-18-iscsi neutron-server[101349]: return f(self, *a, **k) Aug 16 17:55:24.234219 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 17:55:24.234219 dv-cinder-797608-18-iscsi neutron-server[101349]: return self._get(url).json() Aug 16 17:55:24.234219 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 17:55:24.234219 dv-cinder-797608-18-iscsi neutron-server[101349]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 17:55:24.234219 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 17:55:24.234219 dv-cinder-797608-18-iscsi neutron-server[101349]: return self.request(url, 'GET', **kwargs) Aug 16 17:55:24.234219 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 17:55:24.234219 dv-cinder-797608-18-iscsi neutron-server[101349]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 17:55:24.234219 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 17:55:24.234219 dv-cinder-797608-18-iscsi neutron-server[101349]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 17:55:24.234219 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 17:55:24.234219 dv-cinder-797608-18-iscsi neutron-server[101349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 17:55:24.234219 dv-cinder-797608-18-iscsi neutron-server[101349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 17:55:24.246352 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:24.253754 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-565c6e41-876c-4752-8793-9c53e527a79b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:24.254652 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-0880ccd5-3c0c-42d5-973b-d8b44b3f547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:24.271710 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.provisioning_blocks [None req-565c6e41-876c-4752-8793-9c53e527a79b admin admin] Transition to ACTIVE for port object 49f4f3de-302d-4f10-bff1-1e955e26dd76 will not be triggered until provisioned by entity DHCP. {{(pid=101350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:55:24.297142 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] For port c177a780-636f-418f-8f47-e9708f566c1a, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=c177a780-636f-418f-8f47-e9708f566c1a,segment=NetworkSegment(cb5961d9-9f43-4b59-9b72-d077e5b2a075),segment_id=cb5961d9-9f43-4b59-9b72-d077e5b2a075)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:55:24.299405 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-b9f9a0a4-fcc5-4ee1-8c8f-543dfcda4743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671'] for port, after_delete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:24.328386 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f9a0a4-fcc5-4ee1-8c8f-543dfcda4743 None None] Pushing event deleted for resources: {'Port': ['ID=609718e2-7c60-4f1f-b3a2-b58ee35f9320,revision_number=None']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:24.330404 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f9a0a4-fcc5-4ee1-8c8f-543dfcda4743 None None] No DVR routers for this DVR port 609718e2-7c60-4f1f-b3a2-b58ee35f9320 on host dv-cinder-797608-18-iscsi {{(pid=101351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 17:55:24.339077 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dcaf70-f7a2-4021-a4d8-a96c938e805a None None] Pushing event updated for resources: {'Port': ['ID=74178e44-0601-4cf7-a529-ed4fc5fc63d5,revision_number=3']} {{(pid=101352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:24.343228 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0880ccd5-3c0c-42d5-973b-d8b44b3f547e None None] Routers {'08e84aa8-171d-4dc2-9919-128d559c44e0'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:55:24.344319 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-0880ccd5-3c0c-42d5-973b-d8b44b3f547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:54:56Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['08e84aa8-171d-4dc2-9919-128d559c44e0'], 'active': True} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:55:24.394591 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:24.395824 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 020ac127-2a94-4996-9493-a43478b95bfe up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:55:24.424050 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-2cf3eae3-4e50-48fe-8c2a-d1a84aa4bc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1870109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726239'] for network, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:24.424318 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-565c6e41-876c-4752-8793-9c53e527a79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4811479'] for port, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:24.432550 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-2cf3eae3-4e50-48fe-8c2a-d1a84aa4bc53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:24.434375 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-2cf3eae3-4e50-48fe-8c2a-d1a84aa4bc53 admin admin] 10.222.0.73 "DELETE /v2.0/networks/d4c249fc-f15d-4c54-a2fa-f9ec1324c63c HTTP/1.1" status: 204 len: 168 time: 1.0647588 Aug 16 17:55:24.448396 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf3eae3-4e50-48fe-8c2a-d1a84aa4bc53 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4c249fc-f15d-4c54-a2fa-f9ec1324c63c,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:24.475743 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565c6e41-876c-4752-8793-9c53e527a79b admin admin] Network c00db65e-8f20-438f-87f3-7393d6a0ff36 is already hosted by enough agents. {{(pid=101350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:55:24.480712 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.base_scheduler [None req-565c6e41-876c-4752-8793-9c53e527a79b admin admin] Resources bound (agent type, host, resource id): {{(pid=101350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:55:24.484359 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565c6e41-876c-4752-8793-9c53e527a79b admin admin] Received port after_create {{(pid=101350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:55:24.496388 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvr_db [None req-0880ccd5-3c0c-42d5-973b-d8b44b3f547e None None] Set router 08e84aa8-171d-4dc2-9919-128d559c44e0 gateway port host: dv-cinder-797608-18-iscsi {{(pid=101352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:55:24.497523 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Pushing event updated for resources: {'Port': ['ID=c177a780-636f-418f-8f47-e9708f566c1a,revision_number=5']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:24.519036 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c6e41-876c-4752-8793-9c53e527a79b admin admin] Pushing event updated for resources: {'Port': ['ID=49f4f3de-302d-4f10-bff1-1e955e26dd76,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:24.549486 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-565c6e41-876c-4752-8793-9c53e527a79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701256'] for router_interface, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:24.595250 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning for port 020ac127-2a94-4996-9493-a43478b95bfe completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:55:24.601096 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 020ac127-2a94-4996-9493-a43478b95bfe triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:55:24.601550 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:24.741590 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-0880ccd5-3c0c-42d5-973b-d8b44b3f547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e84aa8-171d-4dc2-9919-128d559c44e0', 'name': 'tempest-TestVolumeBootPattern-249502179-router', 'tenant_id': '31017ba3a6724500828912a3176428e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '74178e44-0601-4cf7-a529-ed4fc5fc63d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:55:20Z', 'updated_at': '2021-08-16T17:55:22Z', 'revision_number': 3, 'project_id': '31017ba3a6724500828912a3176428e0', 'gw_port': {'id': '74178e44-0601-4cf7-a529-ed4fc5fc63d5', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e84aa8-171d-4dc2-9919-128d559c44e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:21Z', 'updated_at': '2021-08-16T17:55:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi'}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:55:24.745380 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:24.767851 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0880ccd5-3c0c-42d5-973b-d8b44b3f547e None None] The sync data for ids ['08e84aa8-171d-4dc2-9919-128d559c44e0'] in dv-cinder-797608-18-iscsi is: [{'id': '08e84aa8-171d-4dc2-9919-128d559c44e0', 'name': 'tempest-TestVolumeBootPattern-249502179-router', 'tenant_id': '31017ba3a6724500828912a3176428e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '74178e44-0601-4cf7-a529-ed4fc5fc63d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:55:20Z', 'updated_at': '2021-08-16T17:55:22Z', 'revision_number': 3, 'project_id': '31017ba3a6724500828912a3176428e0', 'gw_port': {'id': '74178e44-0601-4cf7-a529-ed4fc5fc63d5', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e84aa8-171d-4dc2-9919-128d559c44e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:21Z', 'updated_at': '2021-08-16T17:55:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi'}] {{(pid=101352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 17:55:24.780023 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] For port 020ac127-2a94-4996-9493-a43478b95bfe, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=020ac127-2a94-4996-9493-a43478b95bfe,segment=NetworkSegment(da64cae0-11ce-490e-8456-503642da0147),segment_id=da64cae0-11ce-490e-8456-503642da0147)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:55:24.829656 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-565c6e41-876c-4752-8793-9c53e527a79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:24.885408 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:24.953251 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-a4b49edd-3862-4511-9d1f-0c23ba22e267 None None] Provisioning for port 49f4f3de-302d-4f10-bff1-1e955e26dd76 completed by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:55:24.962363 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 1a1988b8-6c82-4bbd-99eb-14cb9a2fa402 no longer exists at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:55:24.964711 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-a4b49edd-3862-4511-9d1f-0c23ba22e267 None None] Provisioning complete for port 49f4f3de-302d-4f10-bff1-1e955e26dd76 triggered by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:55:24.965076 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-a4b49edd-3862-4511-9d1f-0c23ba22e267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:24.967588 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Pushing event updated for resources: {'Port': ['ID=020ac127-2a94-4996-9493-a43478b95bfe,revision_number=3']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:24.987836 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] No Port match for: 1a1988b8-6c82-4bbd-99eb-14cb9a2fa402 {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 17:55:24.988181 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 1a1988b8-6c82-4bbd-99eb-14cb9a2fa402 not bound to the agent host dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 17:55:24.988670 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device d19a2c30-a9b9-455e-87c9-66c4a04fe7ae no longer exists at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:55:25.038657 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 57436) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:25.054378 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] No Port match for: d19a2c30-a9b9-455e-87c9-66c4a04fe7ae {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 17:55:25.054378 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device d19a2c30-a9b9-455e-87c9-66c4a04fe7ae not bound to the agent host dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 17:55:25.077169 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-a4b49edd-3862-4511-9d1f-0c23ba22e267 None None] Port 49f4f3de-302d-4f10-bff1-1e955e26dd76 cannot update to ACTIVE because it is not bound. {{(pid=101351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 17:55:25.090294 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8b315-b420-413a-8e6a-6f84bad15014 req-8ad4f8eb-c158-498e-8b62-e05d7958c0a6 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:25.091780 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-30e8b315-b420-413a-8e6a-6f84bad15014 req-8ad4f8eb-c158-498e-8b62-e05d7958c0a6 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 947 time: 0.1176665 Aug 16 17:55:25.097498 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-db552180-6edf-4551-b939-28f104cbeb98 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=85697c37841b4a59aaaa6d2d36ff953b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0627759 Aug 16 17:55:25.098217 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 57438) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:25.153476 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-565c6e41-876c-4752-8793-9c53e527a79b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:25.156309 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4f188625-c7b4-4f08-b020-8c777baca3c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:25.159987 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-30e8b315-b420-413a-8e6a-6f84bad15014 req-4726d3af-871b-447d-9568-3fba808cb065 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563934 Aug 16 17:55:25.187034 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4f188625-c7b4-4f08-b020-8c777baca3c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:25.223442 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-565c6e41-876c-4752-8793-9c53e527a79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4811480'] for port, after_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:25.289886 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c6e41-876c-4752-8793-9c53e527a79b admin admin] Pushing event updated for resources: {'Port': ['ID=49f4f3de-302d-4f10-bff1-1e955e26dd76,revision_number=2']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:25.292425 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-565c6e41-876c-4752-8793-9c53e527a79b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-634170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701412'] for router_interface, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:25.320253 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4f188625-c7b4-4f08-b020-8c777baca3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:25.323163 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4f188625-c7b4-4f08-b020-8c777baca3c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:25.326915 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-4f188625-c7b4-4f08-b020-8c777baca3c2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d7db6734-b753-49a2-aa4c-a8fcabb26e0b HTTP/1.1" status: 204 len: 168 time: 0.2254343 Aug 16 17:55:25.333114 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f188625-c7b4-4f08-b020-8c777baca3c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7db6734-b753-49a2-aa4c-a8fcabb26e0b,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:25.399066 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565c6e41-876c-4752-8793-9c53e527a79b admin admin] Network c00db65e-8f20-438f-87f3-7393d6a0ff36 is already hosted by enough agents. {{(pid=101350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:55:25.400587 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.base_scheduler [None req-565c6e41-876c-4752-8793-9c53e527a79b admin admin] Resources bound (agent type, host, resource id): {{(pid=101350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:55:25.672706 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device c177a780-636f-418f-8f47-e9708f566c1a up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:55:25.728223 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-b03e44b5-5b99-4932-bf6c-8382e18199d1 None None] Provisioning complete for port 49f4f3de-302d-4f10-bff1-1e955e26dd76 triggered by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:55:25.728595 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-b03e44b5-5b99-4932-bf6c-8382e18199d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:25.772633 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port c177a780-636f-418f-8f47-e9708f566c1a triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:55:25.773060 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:25.774603 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-b03e44b5-5b99-4932-bf6c-8382e18199d1 None None] Port 49f4f3de-302d-4f10-bff1-1e955e26dd76 cannot update to ACTIVE because it is not bound. {{(pid=101351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 17:55:25.822117 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565c6e41-876c-4752-8793-9c53e527a79b admin admin] Router 08e84aa8-171d-4dc2-9919-128d559c44e0 has already been hosted by L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 {{(pid=101350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 17:55:25.869627 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 74178e44-0601-4cf7-a529-ed4fc5fc63d5 up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:55:25.932396 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565c6e41-876c-4752-8793-9c53e527a79b admin admin] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 17:55:25.937280 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-565c6e41-876c-4752-8793-9c53e527a79b admin admin] 10.222.0.73 "PUT /v2.0/routers/08e84aa8-171d-4dc2-9919-128d559c44e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6963301 Aug 16 17:55:26.034662 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning for port 74178e44-0601-4cf7-a529-ed4fc5fc63d5 completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:55:26.039322 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 74178e44-0601-4cf7-a529-ed4fc5fc63d5 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:55:26.039702 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:26.120848 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:26.141495 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] For port 74178e44-0601-4cf7-a529-ed4fc5fc63d5, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=74178e44-0601-4cf7-a529-ed4fc5fc63d5,segment=NetworkSegment(81288102-e1f3-4b19-b1aa-0a6021adf8ca),segment_id=81288102-e1f3-4b19-b1aa-0a6021adf8ca)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:55:26.228915 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:26.230324 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 020ac127-2a94-4996-9493-a43478b95bfe up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:55:26.310762 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Pushing event updated for resources: {'Port': ['ID=74178e44-0601-4cf7-a529-ed4fc5fc63d5,revision_number=4']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:26.322947 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:26.323297 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:26.323631 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:26.324302 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:26.324302 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:26.324595 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:26.324917 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:26.325238 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:26.325635 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:26.325873 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:26.326230 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:26.326539 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:26.332278 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 020ac127-2a94-4996-9493-a43478b95bfe triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:55:26.332649 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:26.475143 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 609718e2-7c60-4f1f-b3a2-b58ee35f9320 no longer exists at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:55:26.498050 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] No Port match for: 609718e2-7c60-4f1f-b3a2-b58ee35f9320 {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 17:55:26.498391 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 609718e2-7c60-4f1f-b3a2-b58ee35f9320 not bound to the agent host dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 17:55:26.538366 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0527fc64-5d46-4f26-8cab-27fbcb73843e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:26.591088 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df86e0f-909a-4e7b-9762-c1f92bb7993c req-344af0b1-fbf3-4f98-85c4-88fe08a75ff0 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:26.592653 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-0df86e0f-909a-4e7b-9762-c1f92bb7993c req-344af0b1-fbf3-4f98-85c4-88fe08a75ff0 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 947 time: 0.0534379 Aug 16 17:55:26.595780 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec11eae-19ba-422c-8dd5-3c2b70ec4670 None None] Sync routers for ids ['08e84aa8-171d-4dc2-9919-128d559c44e0'] in dv-cinder-797608-18-iscsi {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 17:55:26.605253 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec11eae-19ba-422c-8dd5-3c2b70ec4670 None None] Routers {'08e84aa8-171d-4dc2-9919-128d559c44e0'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:55:26.605905 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-7ec11eae-19ba-422c-8dd5-3c2b70ec4670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:55:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['08e84aa8-171d-4dc2-9919-128d559c44e0'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:55:26.642506 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 57470) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:26.648201 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-c8cff0ff-2770-459a-b907-a08df8f51c06 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-278290395', 'description': 'tempest-secgroup-smoke-278290395 description', 'project_id': 'd20225068a374f8e8ad006b98508f29d'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:55:26.717182 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [req-0df86e0f-909a-4e7b-9762-c1f92bb7993c req-a6311773-3275-46b4-b462-7075eefe5f5d tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Deleting port d6b80bf6-26d1-4eb6-a179-42800b86e609 {{(pid=101349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:55:26.717528 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-0df86e0f-909a-4e7b-9762-c1f92bb7993c req-a6311773-3275-46b4-b462-7075eefe5f5d tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:26.725112 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:26.735252 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-7ec11eae-19ba-422c-8dd5-3c2b70ec4670 None None] Set router 08e84aa8-171d-4dc2-9919-128d559c44e0 gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:55:26.741788 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9f799-ff80-4e5a-8225-5dddac3b7df1 req-94842e3a-3166-49c5-9166-f454846dc888 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:26.743400 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-cae9f799-ff80-4e5a-8225-5dddac3b7df1 req-94842e3a-3166-49c5-9166-f454846dc888 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 947 time: 0.0562108 Aug 16 17:55:26.790956 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-c8cff0ff-2770-459a-b907-a08df8f51c06 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:26.796495 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-cae9f799-ff80-4e5a-8225-5dddac3b7df1 req-36044cfe-6c11-4ca3-a82c-1be60eebfa7b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups?id=7097bc0c-bd40-4484-bf33-bfa20b0c22a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441725 Aug 16 17:55:26.836393 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-0df86e0f-909a-4e7b-9762-c1f92bb7993c req-a6311773-3275-46b4-b462-7075eefe5f5d tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] For port d6b80bf6-26d1-4eb6-a179-42800b86e609, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d6b80bf6-26d1-4eb6-a179-42800b86e609,segment=NetworkSegment(1d556eea-2e00-495e-a4c4-1b5b0d31797f),segment_id=1d556eea-2e00-495e-a4c4-1b5b0d31797f)] {{(pid=101349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:55:26.836761 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-0df86e0f-909a-4e7b-9762-c1f92bb7993c req-a6311773-3275-46b4-b462-7075eefe5f5d tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:26.956437 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-7ec11eae-19ba-422c-8dd5-3c2b70ec4670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e84aa8-171d-4dc2-9919-128d559c44e0', 'name': 'tempest-TestVolumeBootPattern-249502179-router', 'tenant_id': '31017ba3a6724500828912a3176428e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '74178e44-0601-4cf7-a529-ed4fc5fc63d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:55:20Z', 'updated_at': '2021-08-16T17:55:24Z', 'revision_number': 4, 'project_id': '31017ba3a6724500828912a3176428e0', 'gw_port': {'id': '74178e44-0601-4cf7-a529-ed4fc5fc63d5', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e84aa8-171d-4dc2-9919-128d559c44e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:21Z', 'updated_at': '2021-08-16T17:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': '49f4f3de-302d-4f10-bff1-1e955e26dd76', 'name': '', 'network_id': 'c00db65e-8f20-438f-87f3-7393d6a0ff36', 'tenant_id': '31017ba3a6724500828912a3176428e0', 'mac_address': 'fa:16:3e:13:45:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e84aa8-171d-4dc2-9919-128d559c44e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '9c9db4f3-9036-4810-a17a-3f238a2ec3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:23Z', 'updated_at': '2021-08-16T17:55:24Z', 'revision_number': 2, 'project_id': '31017ba3a6724500828912a3176428e0', 'subnets': [{'id': '9c9db4f3-9036-4810-a17a-3f238a2ec3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:55:26.989858 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec11eae-19ba-422c-8dd5-3c2b70ec4670 None None] Checking router: 08e84aa8-171d-4dc2-9919-128d559c44e0 for host: dv-cinder-797608-18-iscsi {{(pid=101351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 17:55:26.990256 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec11eae-19ba-422c-8dd5-3c2b70ec4670 None None] Updating router 08e84aa8-171d-4dc2-9919-128d559c44e0 port 49f4f3de-302d-4f10-bff1-1e955e26dd76 binding host dv-cinder-797608-18-iscsi {{(pid=101351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 17:55:27.017871 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-7ec11eae-19ba-422c-8dd5-3c2b70ec4670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:27.292630 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-c8cff0ff-2770-459a-b907-a08df8f51c06 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:27.295149 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-7ec11eae-19ba-422c-8dd5-3c2b70ec4670 None None] Notify callbacks [] for port, precommit_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:27.304855 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-7ec11eae-19ba-422c-8dd5-3c2b70ec4670 None None] Transition to ACTIVE for port object 49f4f3de-302d-4f10-bff1-1e955e26dd76 will not be triggered until provisioned by entity L2. {{(pid=101351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:55:27.310589 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-0df86e0f-909a-4e7b-9762-c1f92bb7993c req-a6311773-3275-46b4-b462-7075eefe5f5d tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:27.310961 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-0df86e0f-909a-4e7b-9762-c1f92bb7993c req-a6311773-3275-46b4-b462-7075eefe5f5d tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726209'] for floatingip, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:27.311271 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.db.l3_db [req-0df86e0f-909a-4e7b-9762-c1f92bb7993c req-a6311773-3275-46b4-b462-7075eefe5f5d tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Floating IP b751fcbd-d0f4-4b85-abba-88cac2579b56 disassociated. External IP: 172.27.3.98, port: d6b80bf6-26d1-4eb6-a179-42800b86e609. Aug 16 17:55:27.311610 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [req-0df86e0f-909a-4e7b-9762-c1f92bb7993c req-a6311773-3275-46b4-b462-7075eefe5f5d tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Calling delete_port for d6b80bf6-26d1-4eb6-a179-42800b86e609 owned by compute:nova {{(pid=101349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:55:27.369217 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-c8cff0ff-2770-459a-b907-a08df8f51c06 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:27.410914 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cff0ff-2770-459a-b907-a08df8f51c06 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d30f309-50be-472b-ab67-36c1096aae99,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:27.423154 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-7ec11eae-19ba-422c-8dd5-3c2b70ec4670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:27.471777 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-c8cff0ff-2770-459a-b907-a08df8f51c06 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:27.476528 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 57476) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:27.486527 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4a2d4-e1cb-4901-96b4-2d08966b466d None None] Pushing event updated for resources: {'Port': ['ID=49f4f3de-302d-4f10-bff1-1e955e26dd76,revision_number=3']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:27.486855 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-03addb54-16a7-440b-acf4-e4ad18cffe60 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Request body: {'security_group_rule': {'security_group_id': '9d30f309-50be-472b-ab67-36c1096aae99', 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:55:27.486961 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-c8cff0ff-2770-459a-b907-a08df8f51c06 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.8411262 Aug 16 17:55:27.544323 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-7ec11eae-19ba-422c-8dd5-3c2b70ec4670 None None] Attempting to bind port 49f4f3de-302d-4f10-bff1-1e955e26dd76 on host dv-cinder-797608-18-iscsi for vnic_type normal with profile {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:55:27.544762 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-7ec11eae-19ba-422c-8dd5-3c2b70ec4670 None None] Attempting to bind port 49f4f3de-302d-4f10-bff1-1e955e26dd76 by drivers openvswitch,hyperv on host dv-cinder-797608-18-iscsi at level 0 using segments [{'id': 'da64cae0-11ce-490e-8456-503642da0147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'c00db65e-8f20-438f-87f3-7393d6a0ff36'}] {{(pid=101351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:55:27.545194 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec11eae-19ba-422c-8dd5-3c2b70ec4670 None None] Attempting to bind port 49f4f3de-302d-4f10-bff1-1e955e26dd76 on network c00db65e-8f20-438f-87f3-7393d6a0ff36 {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:55:27.550616 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec11eae-19ba-422c-8dd5-3c2b70ec4670 None None] Checking agent: {'id': 'fab5396a-5d23-4b36-81ca-c96508201f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 39, 27), 'started_at': datetime.datetime(2021, 8, 16, 17, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:55:27.551064 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec11eae-19ba-422c-8dd5-3c2b70ec4670 None None] Checking segment: {'id': 'da64cae0-11ce-490e-8456-503642da0147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'c00db65e-8f20-438f-87f3-7393d6a0ff36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:55:27.551535 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-7ec11eae-19ba-422c-8dd5-3c2b70ec4670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:27.552506 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec11eae-19ba-422c-8dd5-3c2b70ec4670 None None] Bound using segment: {'id': 'da64cae0-11ce-490e-8456-503642da0147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'c00db65e-8f20-438f-87f3-7393d6a0ff36'} {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:55:27.553117 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-7ec11eae-19ba-422c-8dd5-3c2b70ec4670 None None] Bound port: 49f4f3de-302d-4f10-bff1-1e955e26dd76, host: dv-cinder-797608-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da64cae0-11ce-490e-8456-503642da0147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'c00db65e-8f20-438f-87f3-7393d6a0ff36'}}] {{(pid=101351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:55:27.553562 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-7ec11eae-19ba-422c-8dd5-3c2b70ec4670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:27.589317 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-0df86e0f-909a-4e7b-9762-c1f92bb7993c req-a6311773-3275-46b4-b462-7075eefe5f5d tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:27.616866 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 74178e44-0601-4cf7-a529-ed4fc5fc63d5 up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:55:27.630958 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-03addb54-16a7-440b-acf4-e4ad18cffe60 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:27.635264 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6311773-3275-46b4-b462-7075eefe5f5d tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Pushing event deleted for resources: {'Port': ['ID=d6b80bf6-26d1-4eb6-a179-42800b86e609,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:27.707509 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-03addb54-16a7-440b-acf4-e4ad18cffe60 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:27.763621 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-7ec11eae-19ba-422c-8dd5-3c2b70ec4670 None None] For port 49f4f3de-302d-4f10-bff1-1e955e26dd76, host dv-cinder-797608-18-iscsi, cleared binding levels {{(pid=101351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:55:27.767283 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-7ec11eae-19ba-422c-8dd5-3c2b70ec4670 None None] For port 49f4f3de-302d-4f10-bff1-1e955e26dd76, host dv-cinder-797608-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=49f4f3de-302d-4f10-bff1-1e955e26dd76,segment=NetworkSegment(da64cae0-11ce-490e-8456-503642da0147),segment_id=da64cae0-11ce-490e-8456-503642da0147)] {{(pid=101351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:55:27.770735 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0df86e0f-909a-4e7b-9762-c1f92bb7993c req-a6311773-3275-46b4-b462-7075eefe5f5d tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Router c719e313-142f-4ca7-992d-af776d9bb6bc has already been hosted by L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 {{(pid=101349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 17:55:27.773452 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 74178e44-0601-4cf7-a529-ed4fc5fc63d5 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:55:27.773819 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:27.841014 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-03addb54-16a7-440b-acf4-e4ad18cffe60 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731246'] for security_group_rule, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:27.860268 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:27.861525 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-7ec11eae-19ba-422c-8dd5-3c2b70ec4670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:27.866423 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:27.872216 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03addb54-16a7-440b-acf4-e4ad18cffe60 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c345850-5be6-4a8d-8832-d7216b265d03,revision_number=0']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:27.889759 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0df86e0f-909a-4e7b-9762-c1f92bb7993c req-a6311773-3275-46b4-b462-7075eefe5f5d tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 17:55:27.902094 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79aeb6d-0ed5-4757-bfdb-4c906278bba0 None None] Sync routers for ids ['c719e313-142f-4ca7-992d-af776d9bb6bc'] in dv-cinder-797608-18-iscsi {{(pid=101352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 17:55:27.915050 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-5aabeaa7-9b01-4cbe-95ae-fc182746afdb req-c20c568a-98ab-42e1-961b-c87320fafdb9 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca815f5d-2d36-48c3-89e4-158a73cb6f37 HTTP/1.1" status: 200 len: 210 time: 0.0418422 Aug 16 17:55:27.921373 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79aeb6d-0ed5-4757-bfdb-4c906278bba0 None None] Routers {'c719e313-142f-4ca7-992d-af776d9bb6bc'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:55:27.922162 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-c79aeb6d-0ed5-4757-bfdb-4c906278bba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:55:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['c719e313-142f-4ca7-992d-af776d9bb6bc'], 'active': True} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:55:27.940188 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df86e0f-909a-4e7b-9762-c1f92bb7993c req-a6311773-3275-46b4-b462-7075eefe5f5d tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] No DVR routers for this DVR port d6b80bf6-26d1-4eb6-a179-42800b86e609 on host hv-cinder-79760 {{(pid=101349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 17:55:27.944072 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-0df86e0f-909a-4e7b-9762-c1f92bb7993c req-a6311773-3275-46b4-b462-7075eefe5f5d tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:27.946446 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-0df86e0f-909a-4e7b-9762-c1f92bb7993c req-a6311773-3275-46b4-b462-7075eefe5f5d tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.13 "DELETE /v2.0/ports/d6b80bf6-26d1-4eb6-a179-42800b86e609 HTTP/1.1" status: 204 len: 173 time: 1.3433790 Aug 16 17:55:27.950783 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca815f5d-2d36-48c3-89e4-158a73cb6f37', 'name': 'network-vif-deleted', 'tag': 'd6b80bf6-26d1-4eb6-a179-42800b86e609'}] {{(pid=101349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:55:27.954872 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}934f09010de237f24c102465ff13aed95362a81e3346d32f1bd52d9236897e6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8020b68-f80d-40e0-b195-c1bf0f57450f" -d '{"events": [{"server_uuid": "ca815f5d-2d36-48c3-89e4-158a73cb6f37", "name": "network-vif-deleted", "tag": "d6b80bf6-26d1-4eb6-a179-42800b86e609"}]}' {{(pid=101349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:55:27.960733 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-03addb54-16a7-440b-acf4-e4ad18cffe60 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:27.961955 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-03addb54-16a7-440b-acf4-e4ad18cffe60 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4844127 Aug 16 17:55:27.964744 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 57490) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:27.969510 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec11eae-19ba-422c-8dd5-3c2b70ec4670 None None] Routers {'08e84aa8-171d-4dc2-9919-128d559c44e0'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:55:27.970181 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-7ec11eae-19ba-422c-8dd5-3c2b70ec4670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:55:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['08e84aa8-171d-4dc2-9919-128d559c44e0'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:55:27.972547 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-427dea04-391e-418f-b24a-0644258755aa tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Request body: {'security_group_rule': {'security_group_id': '9d30f309-50be-472b-ab67-36c1096aae99', 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:55:28.038869 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae0eaee-14c3-4c6d-a37d-e9dafda34a33 x-openstack-request-id: req-bae0eaee-14c3-4c6d-a37d-e9dafda34a33 {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:55:28.038869 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca815f5d-2d36-48c3-89e4-158a73cb6f37", "name": "network-vif-deleted", "tag": "d6b80bf6-26d1-4eb6-a179-42800b86e609", "status": "completed", "code": 200}]} {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:55:28.038869 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bae0eaee-14c3-4c6d-a37d-e9dafda34a33 {{(pid=101349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:55:28.038869 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca815f5d-2d36-48c3-89e4-158a73cb6f37', 'name': 'network-vif-deleted', 'tag': 'd6b80bf6-26d1-4eb6-a179-42800b86e609', 'status': 'completed', 'code': 200} Aug 16 17:55:28.045610 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4a2d4-e1cb-4901-96b4-2d08966b466d None None] Pushing event updated for resources: {'Port': ['ID=49f4f3de-302d-4f10-bff1-1e955e26dd76,revision_number=4']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:28.124466 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-427dea04-391e-418f-b24a-0644258755aa tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:28.124655 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvr_db [None req-c79aeb6d-0ed5-4757-bfdb-4c906278bba0 None None] Set router c719e313-142f-4ca7-992d-af776d9bb6bc gateway port host: dv-cinder-797608-18-iscsi {{(pid=101352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:55:28.148762 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-7ec11eae-19ba-422c-8dd5-3c2b70ec4670 None None] Set router 08e84aa8-171d-4dc2-9919-128d559c44e0 gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:55:28.212145 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-427dea04-391e-418f-b24a-0644258755aa tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:28.291788 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-427dea04-391e-418f-b24a-0644258755aa tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731246'] for security_group_rule, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:28.310178 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427dea04-391e-418f-b24a-0644258755aa tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21d397c3-26fe-4280-bc7e-50f5c9e60262,revision_number=0']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:28.371143 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-c79aeb6d-0ed5-4757-bfdb-4c906278bba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1745583065-router', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '13ac95d9-fd54-4369-b4ce-6e335b08c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:47:44Z', 'updated_at': '2021-08-16T17:47:49Z', 'revision_number': 4, 'project_id': '3cf94379c7f24013b25e39317315f217', 'gw_port': {'id': '13ac95d9-fd54-4369-b4ce-6e335b08c4ba', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:45Z', 'updated_at': '2021-08-16T17:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': '547912c2-6330-43b7-8bfe-8ca2ee5536fb', 'name': '', 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'mac_address': 'fa:16:3e:62:af:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c0c1f877-910d-484d-a497-8ce21ca738df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:48Z', 'updated_at': '2021-08-16T17:47:58Z', 'revision_number': 5, 'project_id': '3cf94379c7f24013b25e39317315f217', 'subnets': [{'id': 'c0c1f877-910d-484d-a497-8ce21ca738df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:55:28.383220 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-427dea04-391e-418f-b24a-0644258755aa tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:28.387255 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-427dea04-391e-418f-b24a-0644258755aa tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4179304 Aug 16 17:55:28.393514 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 57492) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:28.393514 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-767bb0ce-c25c-4049-bd3c-eb6e4c7c92dd tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Request body: {'security_group_rule': {'security_group_id': '9d30f309-50be-472b-ab67-36c1096aae99', 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:55:28.401945 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79aeb6d-0ed5-4757-bfdb-4c906278bba0 None None] Checking router: c719e313-142f-4ca7-992d-af776d9bb6bc for host: dv-cinder-797608-18-iscsi {{(pid=101352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 17:55:28.412229 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79aeb6d-0ed5-4757-bfdb-4c906278bba0 None None] Routers {'c719e313-142f-4ca7-992d-af776d9bb6bc'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:55:28.412851 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-c79aeb6d-0ed5-4757-bfdb-4c906278bba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:55:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['c719e313-142f-4ca7-992d-af776d9bb6bc'], 'active': True} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:55:28.508959 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-767bb0ce-c25c-4049-bd3c-eb6e4c7c92dd tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:28.545904 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-7ec11eae-19ba-422c-8dd5-3c2b70ec4670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e84aa8-171d-4dc2-9919-128d559c44e0', 'name': 'tempest-TestVolumeBootPattern-249502179-router', 'tenant_id': '31017ba3a6724500828912a3176428e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '74178e44-0601-4cf7-a529-ed4fc5fc63d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:55:20Z', 'updated_at': '2021-08-16T17:55:24Z', 'revision_number': 4, 'project_id': '31017ba3a6724500828912a3176428e0', 'gw_port': {'id': '74178e44-0601-4cf7-a529-ed4fc5fc63d5', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e84aa8-171d-4dc2-9919-128d559c44e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:21Z', 'updated_at': '2021-08-16T17:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': '49f4f3de-302d-4f10-bff1-1e955e26dd76', 'name': '', 'network_id': 'c00db65e-8f20-438f-87f3-7393d6a0ff36', 'tenant_id': '31017ba3a6724500828912a3176428e0', 'mac_address': 'fa:16:3e:13:45:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e84aa8-171d-4dc2-9919-128d559c44e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '9c9db4f3-9036-4810-a17a-3f238a2ec3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:23Z', 'updated_at': '2021-08-16T17:55:27Z', 'revision_number': 4, 'project_id': '31017ba3a6724500828912a3176428e0', 'subnets': [{'id': '9c9db4f3-9036-4810-a17a-3f238a2ec3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:55:28.572916 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec11eae-19ba-422c-8dd5-3c2b70ec4670 None None] The sync data for ids ['08e84aa8-171d-4dc2-9919-128d559c44e0'] in dv-cinder-797608-18-iscsi is: [{'id': '08e84aa8-171d-4dc2-9919-128d559c44e0', 'name': 'tempest-TestVolumeBootPattern-249502179-router', 'tenant_id': '31017ba3a6724500828912a3176428e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '74178e44-0601-4cf7-a529-ed4fc5fc63d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:55:20Z', 'updated_at': '2021-08-16T17:55:24Z', 'revision_number': 4, 'project_id': '31017ba3a6724500828912a3176428e0', 'gw_port': {'id': '74178e44-0601-4cf7-a529-ed4fc5fc63d5', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e84aa8-171d-4dc2-9919-128d559c44e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:21Z', 'updated_at': '2021-08-16T17:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': '49f4f3de-302d-4f10-bff1-1e955e26dd76', 'name': '', 'network_id': 'c00db65e-8f20-438f-87f3-7393d6a0ff36', 'tenant_id': '31017ba3a6724500828912a3176428e0', 'mac_address': 'fa:16:3e:13:45:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e84aa8-171d-4dc2-9919-128d559c44e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '9c9db4f3-9036-4810-a17a-3f238a2ec3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:23Z', 'updated_at': '2021-08-16T17:55:27Z', 'revision_number': 4, 'project_id': '31017ba3a6724500828912a3176428e0', 'subnets': [{'id': '9c9db4f3-9036-4810-a17a-3f238a2ec3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 17:55:28.582373 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-767bb0ce-c25c-4049-bd3c-eb6e4c7c92dd tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:28.616908 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvr_db [None req-c79aeb6d-0ed5-4757-bfdb-4c906278bba0 None None] Set router c719e313-142f-4ca7-992d-af776d9bb6bc gateway port host: dv-cinder-797608-18-iscsi {{(pid=101352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:55:28.668902 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-767bb0ce-c25c-4049-bd3c-eb6e4c7c92dd tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731246'] for security_group_rule, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:28.699326 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767bb0ce-c25c-4049-bd3c-eb6e4c7c92dd tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd8abe1f-1247-4a80-b76d-2fa641d29986,revision_number=0']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:28.777524 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-767bb0ce-c25c-4049-bd3c-eb6e4c7c92dd tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:28.778940 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-767bb0ce-c25c-4049-bd3c-eb6e4c7c92dd tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3903718 Aug 16 17:55:28.782194 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 57498) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:28.787630 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-3bc5b0ae-f9dc-45ff-b46f-80169ee45423 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Request body: {'security_group_rule': {'security_group_id': '9d30f309-50be-472b-ab67-36c1096aae99', 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:55:28.848422 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-c79aeb6d-0ed5-4757-bfdb-4c906278bba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1745583065-router', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '13ac95d9-fd54-4369-b4ce-6e335b08c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:47:44Z', 'updated_at': '2021-08-16T17:47:49Z', 'revision_number': 4, 'project_id': '3cf94379c7f24013b25e39317315f217', 'gw_port': {'id': '13ac95d9-fd54-4369-b4ce-6e335b08c4ba', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:45Z', 'updated_at': '2021-08-16T17:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': '547912c2-6330-43b7-8bfe-8ca2ee5536fb', 'name': '', 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'mac_address': 'fa:16:3e:62:af:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c0c1f877-910d-484d-a497-8ce21ca738df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:48Z', 'updated_at': '2021-08-16T17:47:58Z', 'revision_number': 5, 'project_id': '3cf94379c7f24013b25e39317315f217', 'subnets': [{'id': 'c0c1f877-910d-484d-a497-8ce21ca738df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:55:28.875754 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79aeb6d-0ed5-4757-bfdb-4c906278bba0 None None] The sync data for ids ['c719e313-142f-4ca7-992d-af776d9bb6bc'] in dv-cinder-797608-18-iscsi is: [{'id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1745583065-router', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '13ac95d9-fd54-4369-b4ce-6e335b08c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:47:44Z', 'updated_at': '2021-08-16T17:47:49Z', 'revision_number': 4, 'project_id': '3cf94379c7f24013b25e39317315f217', 'gw_port': {'id': '13ac95d9-fd54-4369-b4ce-6e335b08c4ba', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:45Z', 'updated_at': '2021-08-16T17:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': '547912c2-6330-43b7-8bfe-8ca2ee5536fb', 'name': '', 'network_id': 'cf977a3b-5d44-4959-9dba-d50c353bb70f', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'mac_address': 'fa:16:3e:62:af:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c0c1f877-910d-484d-a497-8ce21ca738df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:48Z', 'updated_at': '2021-08-16T17:47:58Z', 'revision_number': 5, 'project_id': '3cf94379c7f24013b25e39317315f217', 'subnets': [{'id': 'c0c1f877-910d-484d-a497-8ce21ca738df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 17:55:28.903747 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3bc5b0ae-f9dc-45ff-b46f-80169ee45423 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:28.975924 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3bc5b0ae-f9dc-45ff-b46f-80169ee45423 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:29.057442 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3bc5b0ae-f9dc-45ff-b46f-80169ee45423 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731246'] for security_group_rule, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:29.076844 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5b0ae-f9dc-45ff-b46f-80169ee45423 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7c08ee4-f676-4936-840a-fb6cfe78f71d,revision_number=0']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:29.090756 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:29.182359 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3bc5b0ae-f9dc-45ff-b46f-80169ee45423 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:29.185415 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-3bc5b0ae-f9dc-45ff-b46f-80169ee45423 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4003386 Aug 16 17:55:29.188683 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 57512) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:29.195939 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-5c520a47-c4e6-4cb9-8b8f-43bb5c31a688 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Request body: {'security_group_rule': {'security_group_id': '9d30f309-50be-472b-ab67-36c1096aae99', 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:55:29.215030 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device d6b80bf6-26d1-4eb6-a179-42800b86e609 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:55:29.244621 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] No Port match for: d6b80bf6-26d1-4eb6-a179-42800b86e609 {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 17:55:29.245218 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device d6b80bf6-26d1-4eb6-a179-42800b86e609 not bound to the agent host hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 17:55:29.303315 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93258536-4557-42f9-a49c-6a344673568b None None] New status for floating IP b751fcbd-d0f4-4b85-abba-88cac2579b56: DOWN {{(pid=101351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 17:55:29.320446 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.db.securitygroups_db [None req-5c520a47-c4e6-4cb9-8b8f-43bb5c31a688 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Project d20225068a374f8e8ad006b98508f29d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 17:55:29.332148 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-5c520a47-c4e6-4cb9-8b8f-43bb5c31a688 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:29.393090 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-5c520a47-c4e6-4cb9-8b8f-43bb5c31a688 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:29.412583 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 57518) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:29.467490 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-9cc5a740-9d10-4fc5-8d9d-a153aa221c99 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:29.489280 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-5c520a47-c4e6-4cb9-8b8f-43bb5c31a688 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731246'] for security_group_rule, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:29.498705 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-9cc5a740-9d10-4fc5-8d9d-a153aa221c99 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:29.529135 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c520a47-c4e6-4cb9-8b8f-43bb5c31a688 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b8ba244-c860-4533-ad71-3f62a42b5681,revision_number=0']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:29.581773 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 49f4f3de-302d-4f10-bff1-1e955e26dd76 up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:55:29.617672 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-5c520a47-c4e6-4cb9-8b8f-43bb5c31a688 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:29.618939 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-5c520a47-c4e6-4cb9-8b8f-43bb5c31a688 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4287221 Aug 16 17:55:29.621707 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 57520) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:29.626260 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-3d8b0887-04dc-4375-89a5-124fabba2cea tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Request body: {'security_group_rule': {'security_group_id': '9d30f309-50be-472b-ab67-36c1096aae99', 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:55:29.674941 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-9cc5a740-9d10-4fc5-8d9d-a153aa221c99 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:29.677691 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-9cc5a740-9d10-4fc5-8d9d-a153aa221c99 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:29.678859 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-9cc5a740-9d10-4fc5-8d9d-a153aa221c99 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "DELETE /v2.0/security-groups/7097bc0c-bd40-4484-bf33-bfa20b0c22a4 HTTP/1.1" status: 204 len: 168 time: 0.2702327 Aug 16 17:55:29.681739 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 57522) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:29.689960 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5a740-9d10-4fc5-8d9d-a153aa221c99 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7097bc0c-bd40-4484-bf33-bfa20b0c22a4,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:29.695507 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.api.v2.resource [None req-bebcaa22-1009-4cb6-80d6-86cf094c4ea1 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] show failed (client error): The resource could not be found. Aug 16 17:55:29.697751 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning for port 49f4f3de-302d-4f10-bff1-1e955e26dd76 completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:55:29.701805 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 57524) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:29.707505 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-bebcaa22-1009-4cb6-80d6-86cf094c4ea1 tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "GET /v2.0/security-groups/7097bc0c-bd40-4484-bf33-bfa20b0c22a4 HTTP/1.1" status: 404 len: 347 time: 0.0139937 Aug 16 17:55:29.707630 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 49f4f3de-302d-4f10-bff1-1e955e26dd76 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:55:29.707630 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:29.760416 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.db.securitygroups_db [None req-3d8b0887-04dc-4375-89a5-124fabba2cea tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Project d20225068a374f8e8ad006b98508f29d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 17:55:29.797607 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3d8b0887-04dc-4375-89a5-124fabba2cea tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:29.797841 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:29.839238 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] For port 49f4f3de-302d-4f10-bff1-1e955e26dd76, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=49f4f3de-302d-4f10-bff1-1e955e26dd76,segment=NetworkSegment(da64cae0-11ce-490e-8456-503642da0147),segment_id=da64cae0-11ce-490e-8456-503642da0147)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:55:29.885164 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3d8b0887-04dc-4375-89a5-124fabba2cea tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:29.894507 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.plugin [None req-94f49785-2d2c-4946-b34b-f06dbdd75c9b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Deleting port ef27e5d2-a522-4665-9eb7-205145f5809d {{(pid=101350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:55:29.894835 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-94f49785-2d2c-4946-b34b-f06dbdd75c9b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:29.897627 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:29.949720 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Pushing event updated for resources: {'Port': ['ID=49f4f3de-302d-4f10-bff1-1e955e26dd76,revision_number=5']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:29.971053 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-94f49785-2d2c-4946-b34b-f06dbdd75c9b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:29.971380 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-94f49785-2d2c-4946-b34b-f06dbdd75c9b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:29.982677 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.plugin [None req-94f49785-2d2c-4946-b34b-f06dbdd75c9b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Calling delete_port for ef27e5d2-a522-4665-9eb7-205145f5809d owned by network:floatingip {{(pid=101350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:55:29.994169 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3d8b0887-04dc-4375-89a5-124fabba2cea tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731246'] for security_group_rule, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:30.046958 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b0887-04dc-4375-89a5-124fabba2cea tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=108cc2ce-73f0-4500-a2e7-9e2fb0117d38,revision_number=0']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:30.126957 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3d8b0887-04dc-4375-89a5-124fabba2cea tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:30.128141 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-3d8b0887-04dc-4375-89a5-124fabba2cea tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5054851 Aug 16 17:55:30.211524 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-94f49785-2d2c-4946-b34b-f06dbdd75c9b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4811479'] for port, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:30.238175 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f49785-2d2c-4946-b34b-f06dbdd75c9b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Pushing event deleted for resources: {'Port': ['ID=ef27e5d2-a522-4665-9eb7-205145f5809d,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:30.303041 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-94f49785-2d2c-4946-b34b-f06dbdd75c9b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks [] for floatingip, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:30.305884 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-94f49785-2d2c-4946-b34b-f06dbdd75c9b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for floatingip, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:30.308635 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-94f49785-2d2c-4946-b34b-f06dbdd75c9b tempest-AttachVolumeShelveTestJSON-224687262 tempest-AttachVolumeShelveTestJSON-224687262-project] 10.222.0.73 "DELETE /v2.0/floatingips/b751fcbd-d0f4-4b85-abba-88cac2579b56 HTTP/1.1" status: 204 len: 168 time: 0.6055298 Aug 16 17:55:30.817989 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 57576) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:30.926089 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-b6a52e63-44a7-4d15-b27b-94d3e3cac908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:31.030248 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-b6a52e63-44a7-4d15-b27b-94d3e3cac908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:31.085684 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-b6a52e63-44a7-4d15-b27b-94d3e3cac908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:31.124610 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-b6a52e63-44a7-4d15-b27b-94d3e3cac908 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b9550682dae44d198e1402ffba160b08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3054516 Aug 16 17:55:31.126616 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a52e63-44a7-4d15-b27b-94d3e3cac908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9487e2d3-89ab-4616-8f39-ecffc6ccdce9,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:31.127413 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 57584) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:31.176473 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-31cf291d-ee20-4675-b94a-e63d659ce64f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:31.198412 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-31cf291d-ee20-4675-b94a-e63d659ce64f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:31.320046 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-31cf291d-ee20-4675-b94a-e63d659ce64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:31.323311 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-31cf291d-ee20-4675-b94a-e63d659ce64f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:31.324504 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-31cf291d-ee20-4675-b94a-e63d659ce64f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9487e2d3-89ab-4616-8f39-ecffc6ccdce9 HTTP/1.1" status: 204 len: 168 time: 0.1960344 Aug 16 17:55:31.332848 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf291d-ee20-4675-b94a-e63d659ce64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9487e2d3-89ab-4616-8f39-ecffc6ccdce9,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:31.542099 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 49f4f3de-302d-4f10-bff1-1e955e26dd76 up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:55:31.593121 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 49f4f3de-302d-4f10-bff1-1e955e26dd76 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:55:31.593490 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:33.146966 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 57654) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:33.655954 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-d485a382-f9f9-4c1a-8aca-b7933f0b16e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701377'] for router_interface, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:33.895929 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [None req-d485a382-f9f9-4c1a-8aca-b7933f0b16e5 admin admin] Deleting port 547912c2-6330-43b7-8bfe-8ca2ee5536fb {{(pid=101349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:55:33.896267 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-d485a382-f9f9-4c1a-8aca-b7933f0b16e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:33.979692 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [None req-d485a382-f9f9-4c1a-8aca-b7933f0b16e5 admin admin] For port 547912c2-6330-43b7-8bfe-8ca2ee5536fb, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=547912c2-6330-43b7-8bfe-8ca2ee5536fb,segment=NetworkSegment(1d556eea-2e00-495e-a4c4-1b5b0d31797f),segment_id=1d556eea-2e00-495e-a4c4-1b5b0d31797f)] {{(pid=101349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:55:33.980048 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-d485a382-f9f9-4c1a-8aca-b7933f0b16e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:33.992774 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [None req-d485a382-f9f9-4c1a-8aca-b7933f0b16e5 admin admin] Calling delete_port for 547912c2-6330-43b7-8bfe-8ca2ee5536fb owned by network:router_interface {{(pid=101349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:55:34.257378 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-d485a382-f9f9-4c1a-8aca-b7933f0b16e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:34.284573 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d485a382-f9f9-4c1a-8aca-b7933f0b16e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=547912c2-6330-43b7-8bfe-8ca2ee5536fb,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:34.451646 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-d485a382-f9f9-4c1a-8aca-b7933f0b16e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-634115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725841'] for router_interface, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:34.660789 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d485a382-f9f9-4c1a-8aca-b7933f0b16e5 admin admin] Router c719e313-142f-4ca7-992d-af776d9bb6bc has already been hosted by L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 {{(pid=101349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 17:55:34.765183 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d485a382-f9f9-4c1a-8aca-b7933f0b16e5 admin admin] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 17:55:34.772637 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-d485a382-f9f9-4c1a-8aca-b7933f0b16e5 admin admin] 10.222.0.73 "PUT /v2.0/routers/c719e313-142f-4ca7-992d-af776d9bb6bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6220078 Aug 16 17:55:34.772734 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 57672) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:34.774381 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb7cfc8-ac96-462c-a8dd-f209f8c530b2 None None] Sync routers for ids ['c719e313-142f-4ca7-992d-af776d9bb6bc'] in dv-cinder-797608-18-iscsi {{(pid=101352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 17:55:34.783489 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb7cfc8-ac96-462c-a8dd-f209f8c530b2 None None] Routers {'c719e313-142f-4ca7-992d-af776d9bb6bc'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:55:34.784093 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-5fb7cfc8-ac96-462c-a8dd-f209f8c530b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:55:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['c719e313-142f-4ca7-992d-af776d9bb6bc'], 'active': True} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:55:34.878941 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-48053f4f-8754-4064-935c-cda794634630 admin admin] Notify callbacks [] for router, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:34.890389 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvr_db [None req-5fb7cfc8-ac96-462c-a8dd-f209f8c530b2 None None] Set router c719e313-142f-4ca7-992d-af776d9bb6bc gateway port host: dv-cinder-797608-18-iscsi {{(pid=101352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:55:34.982068 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-48053f4f-8754-4064-935c-cda794634630 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:35.071599 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-5fb7cfc8-ac96-462c-a8dd-f209f8c530b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1745583065-router', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '13ac95d9-fd54-4369-b4ce-6e335b08c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:47:44Z', 'updated_at': '2021-08-16T17:55:34Z', 'revision_number': 5, 'project_id': '3cf94379c7f24013b25e39317315f217', 'gw_port': {'id': '13ac95d9-fd54-4369-b4ce-6e335b08c4ba', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:47:45Z', 'updated_at': '2021-08-16T17:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi'}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:55:35.096776 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb7cfc8-ac96-462c-a8dd-f209f8c530b2 None None] Checking router: c719e313-142f-4ca7-992d-af776d9bb6bc for host: dv-cinder-797608-18-iscsi {{(pid=101352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 17:55:35.100852 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.plugin [None req-48053f4f-8754-4064-935c-cda794634630 admin admin] Deleting port 13ac95d9-fd54-4369-b4ce-6e335b08c4ba {{(pid=101350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:55:35.101196 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-48053f4f-8754-4064-935c-cda794634630 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:35.104886 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb7cfc8-ac96-462c-a8dd-f209f8c530b2 None None] Routers {'c719e313-142f-4ca7-992d-af776d9bb6bc'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:55:35.105699 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-5fb7cfc8-ac96-462c-a8dd-f209f8c530b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:55:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['c719e313-142f-4ca7-992d-af776d9bb6bc'], 'active': True} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:55:35.191691 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.db [None req-48053f4f-8754-4064-935c-cda794634630 admin admin] For port 13ac95d9-fd54-4369-b4ce-6e335b08c4ba, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=13ac95d9-fd54-4369-b4ce-6e335b08c4ba,segment=NetworkSegment(81288102-e1f3-4b19-b1aa-0a6021adf8ca),segment_id=81288102-e1f3-4b19-b1aa-0a6021adf8ca)] {{(pid=101350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:55:35.191691 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-48053f4f-8754-4064-935c-cda794634630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:35.196584 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvr_db [None req-5fb7cfc8-ac96-462c-a8dd-f209f8c530b2 None None] Set router c719e313-142f-4ca7-992d-af776d9bb6bc gateway port host: None {{(pid=101352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:55:35.202542 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.plugin [None req-48053f4f-8754-4064-935c-cda794634630 admin admin] Calling delete_port for 13ac95d9-fd54-4369-b4ce-6e335b08c4ba owned by network:router_gateway {{(pid=101350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:55:35.254835 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-5fb7cfc8-ac96-462c-a8dd-f209f8c530b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1745583065-router', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:47:44Z', 'updated_at': '2021-08-16T17:55:34Z', 'revision_number': 6, 'project_id': '3cf94379c7f24013b25e39317315f217', 'gw_port_host': None}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:55:35.282672 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb7cfc8-ac96-462c-a8dd-f209f8c530b2 None None] The sync data for ids ['c719e313-142f-4ca7-992d-af776d9bb6bc'] in dv-cinder-797608-18-iscsi is: [{'id': 'c719e313-142f-4ca7-992d-af776d9bb6bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1745583065-router', 'tenant_id': '3cf94379c7f24013b25e39317315f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:47:44Z', 'updated_at': '2021-08-16T17:55:34Z', 'revision_number': 6, 'project_id': '3cf94379c7f24013b25e39317315f217', 'gw_port_host': None}] {{(pid=101352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 17:55:35.422864 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-48053f4f-8754-4064-935c-cda794634630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4811479'] for port, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:35.449538 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48053f4f-8754-4064-935c-cda794634630 admin admin] Pushing event deleted for resources: {'Port': ['ID=13ac95d9-fd54-4369-b4ce-6e335b08c4ba,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:35.509500 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-48053f4f-8754-4064-935c-cda794634630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726267'] for router_gateway, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:35.607657 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-48053f4f-8754-4064-935c-cda794634630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39839'] for router, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:35.609946 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-48053f4f-8754-4064-935c-cda794634630 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:35.754589 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-48053f4f-8754-4064-935c-cda794634630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723814'] for router, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:35.755408 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48053f4f-8754-4064-935c-cda794634630 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c719e313-142f-4ca7-992d-af776d9bb6bc {{(pid=101350) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 17:55:35.759849 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-48053f4f-8754-4064-935c-cda794634630 admin admin] Notify callbacks [] for router, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:35.760988 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-48053f4f-8754-4064-935c-cda794634630 admin admin] 10.222.0.73 "DELETE /v2.0/routers/c719e313-142f-4ca7-992d-af776d9bb6bc HTTP/1.1" status: 204 len: 168 time: 0.9865479 Aug 16 17:55:35.763531 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 57684) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:35.808559 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.db_base_plugin_v2 [None req-be727b96-d526-47ee-8780-95fd17843e3a admin admin] Deleting subnet c0c1f877-910d-484d-a497-8ce21ca738df {{(pid=101350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 17:55:35.811595 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-be727b96-d526-47ee-8780-95fd17843e3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:35.847097 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-be727b96-d526-47ee-8780-95fd17843e3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809225'] for subnet, precommit_delete_associations {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:35.929758 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-be727b96-d526-47ee-8780-95fd17843e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1871003'] for subnet, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:36.032157 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 547912c2-6330-43b7-8bfe-8ca2ee5536fb no longer exists at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:55:36.052455 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] No Port match for: 547912c2-6330-43b7-8bfe-8ca2ee5536fb {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 17:55:36.052798 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 547912c2-6330-43b7-8bfe-8ca2ee5536fb not bound to the agent host dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 17:55:36.087135 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-be727b96-d526-47ee-8780-95fd17843e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1870994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4811394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5156054'] for subnet, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:36.115376 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be727b96-d526-47ee-8780-95fd17843e3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0c1f877-910d-484d-a497-8ce21ca738df,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:36.117405 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-be727b96-d526-47ee-8780-95fd17843e3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:36.119381 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-be727b96-d526-47ee-8780-95fd17843e3a admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c0c1f877-910d-484d-a497-8ce21ca738df HTTP/1.1" status: 204 len: 168 time: 0.3548930 Aug 16 17:55:36.122053 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 57690) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:36.131161 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d18d53-7085-4264-a910-1648086fa6fd None None] Network cf977a3b-5d44-4959-9dba-d50c353bb70f requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:55:36.200939 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3ca234c9-75c3-4727-b5db-652b7a403078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639821'] for network, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:36.265319 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [None req-3ca234c9-75c3-4727-b5db-652b7a403078 admin admin] Deleting port 1bfc6672-0fed-4aec-8587-10376f2275f9 {{(pid=101349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:55:36.265820 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3ca234c9-75c3-4727-b5db-652b7a403078 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:36.340000 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [None req-3ca234c9-75c3-4727-b5db-652b7a403078 admin admin] For port 1bfc6672-0fed-4aec-8587-10376f2275f9, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=1bfc6672-0fed-4aec-8587-10376f2275f9,segment=NetworkSegment(1d556eea-2e00-495e-a4c4-1b5b0d31797f),segment_id=1d556eea-2e00-495e-a4c4-1b5b0d31797f)] {{(pid=101349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:55:36.347541 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3ca234c9-75c3-4727-b5db-652b7a403078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:36.354424 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [None req-3ca234c9-75c3-4727-b5db-652b7a403078 admin admin] Calling delete_port for 1bfc6672-0fed-4aec-8587-10376f2275f9 owned by network:dhcp {{(pid=101349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:55:36.359534 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3797072b-133d-4213-8e91-e5266ce62365 None None] DHCP port deletion for cf977a3b-5d44-4959-9dba-d50c353bb70f request from dv-cinder-797608-18-iscsi {{(pid=101351) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 17:55:36.418678 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-3797072b-133d-4213-8e91-e5266ce62365 None None] Deleting port 1bfc6672-0fed-4aec-8587-10376f2275f9 {{(pid=101351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:55:36.418678 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-3797072b-133d-4213-8e91-e5266ce62365 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:36.481522 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-3797072b-133d-4213-8e91-e5266ce62365 None None] For port 1bfc6672-0fed-4aec-8587-10376f2275f9, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=1bfc6672-0fed-4aec-8587-10376f2275f9,segment=NetworkSegment(1d556eea-2e00-495e-a4c4-1b5b0d31797f),segment_id=1d556eea-2e00-495e-a4c4-1b5b0d31797f)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:55:36.481943 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-3797072b-133d-4213-8e91-e5266ce62365 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:36.494066 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-3797072b-133d-4213-8e91-e5266ce62365 None None] Calling delete_port for 1bfc6672-0fed-4aec-8587-10376f2275f9 owned by network:dhcp {{(pid=101351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:55:36.531784 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3ca234c9-75c3-4727-b5db-652b7a403078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:36.560329 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca234c9-75c3-4727-b5db-652b7a403078 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bfc6672-0fed-4aec-8587-10376f2275f9,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:36.563818 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca234c9-75c3-4727-b5db-652b7a403078 admin admin] No DVR routers for this DVR port 1bfc6672-0fed-4aec-8587-10376f2275f9 on host dv-cinder-797608-18-iscsi {{(pid=101349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 17:55:36.589149 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-3797072b-133d-4213-8e91-e5266ce62365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671'] for port, after_delete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:36.617396 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3797072b-133d-4213-8e91-e5266ce62365 None None] Pushing event deleted for resources: {'Port': ['ID=1bfc6672-0fed-4aec-8587-10376f2275f9,revision_number=None']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:36.619259 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3797072b-133d-4213-8e91-e5266ce62365 None None] No DVR routers for this DVR port 1bfc6672-0fed-4aec-8587-10376f2275f9 on host dv-cinder-797608-18-iscsi {{(pid=101351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 17:55:36.643797 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3ca234c9-75c3-4727-b5db-652b7a403078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1573870', 'neutron.services.segments.db._delete_segments_for_network-8753903461187'] for network, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:36.654937 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.services.segments.db [None req-3ca234c9-75c3-4727-b5db-652b7a403078 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf977a3b-5d44-4959-9dba-d50c353bb70f']}} {{(pid=101349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:55:36.665707 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.services.segments.db [None req-3ca234c9-75c3-4727-b5db-652b7a403078 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d556eea-2e00-495e-a4c4-1b5b0d31797f') {'for_net_delete': True} {{(pid=101349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:55:36.666036 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.services.segments.db [None req-3ca234c9-75c3-4727-b5db-652b7a403078 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d556eea-2e00-495e-a4c4-1b5b0d31797f') {} {{(pid=101349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:55:36.674735 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3ca234c9-75c3-4727-b5db-652b7a403078 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753903464012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5662916'] for segment, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:36.687898 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3ca234c9-75c3-4727-b5db-652b7a403078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050'] for segment, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:36.693502 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ca234c9-75c3-4727-b5db-652b7a403078 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=101349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 17:55:36.693879 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3ca234c9-75c3-4727-b5db-652b7a403078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660797'] for segment, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:36.695992 dv-cinder-797608-18-iscsi neutron-server[101349]: Traceback (most recent call last): Aug 16 17:55:36.695992 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 17:55:36.695992 dv-cinder-797608-18-iscsi neutron-server[101349]: timer() Aug 16 17:55:36.695992 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 17:55:36.695992 dv-cinder-797608-18-iscsi neutron-server[101349]: cb(*args, **kw) Aug 16 17:55:36.695992 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 17:55:36.695992 dv-cinder-797608-18-iscsi neutron-server[101349]: return func(*args, **kwargs) Aug 16 17:55:36.695992 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 17:55:36.695992 dv-cinder-797608-18-iscsi neutron-server[101349]: self._notify() Aug 16 17:55:36.695992 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 17:55:36.695992 dv-cinder-797608-18-iscsi neutron-server[101349]: self.callback(batched_events) Aug 16 17:55:36.695992 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 17:55:36.695992 dv-cinder-797608-18-iscsi neutron-server[101349]: event.method(event) Aug 16 17:55:36.695992 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 17:55:36.695992 dv-cinder-797608-18-iscsi neutron-server[101349]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 17:55:36.695992 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 17:55:36.695992 dv-cinder-797608-18-iscsi neutron-server[101349]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 17:55:36.695992 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 17:55:36.695992 dv-cinder-797608-18-iscsi neutron-server[101349]: return f(self, *a, **k) Aug 16 17:55:36.695992 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 17:55:36.695992 dv-cinder-797608-18-iscsi neutron-server[101349]: return self._get(url).json() Aug 16 17:55:36.695992 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 17:55:36.695992 dv-cinder-797608-18-iscsi neutron-server[101349]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 17:55:36.695992 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 17:55:36.695992 dv-cinder-797608-18-iscsi neutron-server[101349]: return self.request(url, 'GET', **kwargs) Aug 16 17:55:36.695992 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 17:55:36.695992 dv-cinder-797608-18-iscsi neutron-server[101349]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 17:55:36.695992 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 17:55:36.695992 dv-cinder-797608-18-iscsi neutron-server[101349]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 17:55:36.695992 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 17:55:36.695992 dv-cinder-797608-18-iscsi neutron-server[101349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 17:55:36.695992 dv-cinder-797608-18-iscsi neutron-server[101349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 17:55:36.798542 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3ca234c9-75c3-4727-b5db-652b7a403078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1870109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726239'] for network, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:36.803756 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3ca234c9-75c3-4727-b5db-652b7a403078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:36.805578 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-3ca234c9-75c3-4727-b5db-652b7a403078 admin admin] 10.222.0.73 "DELETE /v2.0/networks/cf977a3b-5d44-4959-9dba-d50c353bb70f HTTP/1.1" status: 204 len: 168 time: 0.6818445 Aug 16 17:55:36.816930 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca234c9-75c3-4727-b5db-652b7a403078 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf977a3b-5d44-4959-9dba-d50c353bb70f,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:37.152205 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 57702) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:37.190555 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-6ebdefc4-9646-4c6b-a2ea-006d3066fba8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3cf94379c7f24013b25e39317315f217&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0371761 Aug 16 17:55:37.192913 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 57704) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:37.246202 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6c6237ed-463b-4966-9f70-02fb3511c4f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:37.267441 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6c6237ed-463b-4966-9f70-02fb3511c4f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:37.354307 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6c6237ed-463b-4966-9f70-02fb3511c4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:37.357002 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6c6237ed-463b-4966-9f70-02fb3511c4f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:37.361240 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-6c6237ed-463b-4966-9f70-02fb3511c4f4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/33335334-ae5f-4841-80b1-6df045b2d10d HTTP/1.1" status: 204 len: 168 time: 0.1644478 Aug 16 17:55:37.367717 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6237ed-463b-4966-9f70-02fb3511c4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33335334-ae5f-4841-80b1-6df045b2d10d,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:37.538305 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 1bfc6672-0fed-4aec-8587-10376f2275f9 no longer exists at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:55:37.559073 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] No Port match for: 1bfc6672-0fed-4aec-8587-10376f2275f9 {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 17:55:37.559416 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 1bfc6672-0fed-4aec-8587-10376f2275f9 not bound to the agent host dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 17:55:37.559822 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 13ac95d9-fd54-4369-b4ce-6e335b08c4ba no longer exists at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:55:37.588553 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] No Port match for: 13ac95d9-fd54-4369-b4ce-6e335b08c4ba {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 17:55:37.588897 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 13ac95d9-fd54-4369-b4ce-6e335b08c4ba not bound to the agent host dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 17:55:38.546952 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 57740) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:38.655945 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-0a68563d-b849-4acc-9f7a-0fae62d58cee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:38.746528 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-0a68563d-b849-4acc-9f7a-0fae62d58cee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:38.840236 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-0a68563d-b849-4acc-9f7a-0fae62d58cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:38.879743 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-0a68563d-b849-4acc-9f7a-0fae62d58cee admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7f5e98f4f2134165be987f0acd9d3222&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3315551 Aug 16 17:55:38.880451 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a68563d-b849-4acc-9f7a-0fae62d58cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0797c6-47e3-4ac0-9402-78978e580c29,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:38.882320 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 57750) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:38.934939 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3efb2c6e-4229-4aa1-8fd6-e8efad0b6af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:38.956330 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3efb2c6e-4229-4aa1-8fd6-e8efad0b6af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:39.085605 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3efb2c6e-4229-4aa1-8fd6-e8efad0b6af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:39.088209 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3efb2c6e-4229-4aa1-8fd6-e8efad0b6af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:39.089398 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-3efb2c6e-4229-4aa1-8fd6-e8efad0b6af4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7d0797c6-47e3-4ac0-9402-78978e580c29 HTTP/1.1" status: 204 len: 168 time: 0.2054629 Aug 16 17:55:39.100536 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb2c6e-4229-4aa1-8fd6-e8efad0b6af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0797c6-47e3-4ac0-9402-78978e580c29,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:39.645569 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 57768) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:39.748099 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-9d47605c-a9e4-40c3-9f08-ae8ef8049984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:39.762604 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 6 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 17:55:39.839644 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-9d47605c-a9e4-40c3-9f08-ae8ef8049984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:39.919855 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-9d47605c-a9e4-40c3-9f08-ae8ef8049984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:39.959366 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 57772) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:39.963324 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-9d47605c-a9e4-40c3-9f08-ae8ef8049984 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a063249ec3ef4add972a335ee60ec29e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165708 Aug 16 17:55:39.964176 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 57774) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:39.964831 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47605c-a9e4-40c3-9f08-ae8ef8049984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782651b2-67e2-43ca-aecf-e4e1cd013e44,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:39.977204 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-243a1aa0-a050-46dd-abae-6ef330c4ad5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:40.021989 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-b7e28193-5c6e-4e09-a4ae-8921173dbda4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:40.044064 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-b7e28193-5c6e-4e09-a4ae-8921173dbda4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:40.071532 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-243a1aa0-a050-46dd-abae-6ef330c4ad5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:40.158959 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-243a1aa0-a050-46dd-abae-6ef330c4ad5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:40.165549 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-b7e28193-5c6e-4e09-a4ae-8921173dbda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:40.168179 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-b7e28193-5c6e-4e09-a4ae-8921173dbda4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:40.169707 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-b7e28193-5c6e-4e09-a4ae-8921173dbda4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/782651b2-67e2-43ca-aecf-e4e1cd013e44 HTTP/1.1" status: 204 len: 168 time: 0.2020717 Aug 16 17:55:40.181890 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e28193-5c6e-4e09-a4ae-8921173dbda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782651b2-67e2-43ca-aecf-e4e1cd013e44,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:40.206705 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a1aa0-a050-46dd-abae-6ef330c4ad5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4697f5b6-613c-45c3-a419-f7d03ec1c282,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:40.211067 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-243a1aa0-a050-46dd-abae-6ef330c4ad5e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=91b504be259940749d296a19575bad23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2507281 Aug 16 17:55:40.213726 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 57778) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:40.262724 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-ed36bacc-4c73-4631-94af-b974ca691328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:40.289032 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-ed36bacc-4c73-4631-94af-b974ca691328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:40.427596 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-ed36bacc-4c73-4631-94af-b974ca691328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:40.430898 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-ed36bacc-4c73-4631-94af-b974ca691328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:40.432057 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-ed36bacc-4c73-4631-94af-b974ca691328 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4697f5b6-613c-45c3-a419-f7d03ec1c282 HTTP/1.1" status: 204 len: 168 time: 0.2174151 Aug 16 17:55:40.439762 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed36bacc-4c73-4631-94af-b974ca691328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4697f5b6-613c-45c3-a419-f7d03ec1c282,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:40.924292 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 57792) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:40.941056 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-02075635-2382-4b97-9736-57b10ecae7d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:41.036642 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-02075635-2382-4b97-9736-57b10ecae7d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:41.126027 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-02075635-2382-4b97-9736-57b10ecae7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:41.165398 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-02075635-2382-4b97-9736-57b10ecae7d8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cef4383568004fb89b98d6b2616e627a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2398643 Aug 16 17:55:41.166283 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02075635-2382-4b97-9736-57b10ecae7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ff9726-1e64-4e51-8839-5ef08410c2f6,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:41.168756 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 57798) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:41.223516 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-e9944d89-e7de-48bd-a908-b48f7972cf51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:41.245307 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-e9944d89-e7de-48bd-a908-b48f7972cf51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:41.365742 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-e9944d89-e7de-48bd-a908-b48f7972cf51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:41.368906 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-e9944d89-e7de-48bd-a908-b48f7972cf51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:41.370147 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-e9944d89-e7de-48bd-a908-b48f7972cf51 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/29ff9726-1e64-4e51-8839-5ef08410c2f6 HTTP/1.1" status: 204 len: 168 time: 0.2004166 Aug 16 17:55:41.381307 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9944d89-e7de-48bd-a908-b48f7972cf51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ff9726-1e64-4e51-8839-5ef08410c2f6,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:44.255932 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 57922) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:44.358117 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-28045946-a09a-4bd3-bdc7-9fcf8ab72f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:44.451682 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-28045946-a09a-4bd3-bdc7-9fcf8ab72f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:44.526552 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-28045946-a09a-4bd3-bdc7-9fcf8ab72f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:44.565640 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-28045946-a09a-4bd3-bdc7-9fcf8ab72f89 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c441b58c95bc4b9791e6b97631a9c46c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3086107 Aug 16 17:55:44.568113 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28045946-a09a-4bd3-bdc7-9fcf8ab72f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2800fc-8932-4dfd-9974-c97c4c9c493b,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:44.568665 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 57936) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:44.575119 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 57938) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:44.575469 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28045946-a09a-4bd3-bdc7-9fcf8ab72f89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:44.575822 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28045946-a09a-4bd3-bdc7-9fcf8ab72f89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:44.576168 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28045946-a09a-4bd3-bdc7-9fcf8ab72f89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:44.576502 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28045946-a09a-4bd3-bdc7-9fcf8ab72f89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:44.576830 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28045946-a09a-4bd3-bdc7-9fcf8ab72f89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:44.577159 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28045946-a09a-4bd3-bdc7-9fcf8ab72f89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:44.577520 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28045946-a09a-4bd3-bdc7-9fcf8ab72f89 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:44.577850 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28045946-a09a-4bd3-bdc7-9fcf8ab72f89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:44.578208 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28045946-a09a-4bd3-bdc7-9fcf8ab72f89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:44.578531 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28045946-a09a-4bd3-bdc7-9fcf8ab72f89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:44.578858 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28045946-a09a-4bd3-bdc7-9fcf8ab72f89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:44.579178 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28045946-a09a-4bd3-bdc7-9fcf8ab72f89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:55:44.628093 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f5a86f21-3e0d-4f8c-a28f-e8a4d48ca4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:44.649689 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f5a86f21-3e0d-4f8c-a28f-e8a4d48ca4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:44.692845 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-cfa129b8-afd9-44b8-afc2-af283612eefc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:44.800728 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f5a86f21-3e0d-4f8c-a28f-e8a4d48ca4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:44.803283 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-f5a86f21-3e0d-4f8c-a28f-e8a4d48ca4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:44.808276 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-f5a86f21-3e0d-4f8c-a28f-e8a4d48ca4b7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5c2800fc-8932-4dfd-9974-c97c4c9c493b HTTP/1.1" status: 204 len: 168 time: 0.2347214 Aug 16 17:55:44.821884 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a86f21-3e0d-4f8c-a28f-e8a4d48ca4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2800fc-8932-4dfd-9974-c97c4c9c493b,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:44.873587 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-cfa129b8-afd9-44b8-afc2-af283612eefc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:44.971558 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-cfa129b8-afd9-44b8-afc2-af283612eefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:45.009380 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-cfa129b8-afd9-44b8-afc2-af283612eefc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8b1cd4351a4149cab9b94a72dce6e56c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4324625 Aug 16 17:55:45.011216 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa129b8-afd9-44b8-afc2-af283612eefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b060bf-8d39-462f-8de5-875ba7ba9144,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:45.012145 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 57946) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:45.060931 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-b6939e26-ac21-4ded-9db0-9a5391f4dbad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:45.082024 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-b6939e26-ac21-4ded-9db0-9a5391f4dbad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:45.223074 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-b6939e26-ac21-4ded-9db0-9a5391f4dbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:45.225622 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-b6939e26-ac21-4ded-9db0-9a5391f4dbad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:45.227348 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-b6939e26-ac21-4ded-9db0-9a5391f4dbad admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d1b060bf-8d39-462f-8de5-875ba7ba9144 HTTP/1.1" status: 204 len: 168 time: 0.2136197 Aug 16 17:55:45.235044 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6939e26-ac21-4ded-9db0-9a5391f4dbad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b060bf-8d39-462f-8de5-875ba7ba9144,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:45.488557 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 57956) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:45.502149 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4b4d3c91-a5a9-4ce1-b8d8-8b74f0b5e62a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:45.592306 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4b4d3c91-a5a9-4ce1-b8d8-8b74f0b5e62a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:45.655670 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4b4d3c91-a5a9-4ce1-b8d8-8b74f0b5e62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:45.692974 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-4b4d3c91-a5a9-4ce1-b8d8-8b74f0b5e62a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7995cf98718046b88d32a2861875844a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2032633 Aug 16 17:55:45.693832 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4d3c91-a5a9-4ce1-b8d8-8b74f0b5e62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25d3744-b3db-4b2b-93c9-97d29d91c66a,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:45.696248 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 57960) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:45.744118 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-d70996a3-84f5-4e83-8dae-0a504a2c0709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:45.764732 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-d70996a3-84f5-4e83-8dae-0a504a2c0709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:45.901652 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-d70996a3-84f5-4e83-8dae-0a504a2c0709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:45.904188 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-d70996a3-84f5-4e83-8dae-0a504a2c0709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:45.908486 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-d70996a3-84f5-4e83-8dae-0a504a2c0709 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c25d3744-b3db-4b2b-93c9-97d29d91c66a HTTP/1.1" status: 204 len: 168 time: 0.2080407 Aug 16 17:55:45.913378 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70996a3-84f5-4e83-8dae-0a504a2c0709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25d3744-b3db-4b2b-93c9-97d29d91c66a,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:45.933570 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 57966) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:45.947653 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-c1e10606-679c-416f-b09c-53e6574037b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:46.036311 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-c1e10606-679c-416f-b09c-53e6574037b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:46.114079 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-c1e10606-679c-416f-b09c-53e6574037b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:46.152794 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-c1e10606-679c-416f-b09c-53e6574037b4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d1fa53e34ba544228b82086accacbfad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2177858 Aug 16 17:55:46.153761 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e10606-679c-416f-b09c-53e6574037b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b06c707-c01b-4a7f-806c-f406313b33ec,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:46.155727 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 57968) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:46.210309 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-b0d6e86e-b716-4a10-b059-019c65bdb299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:46.230755 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-b0d6e86e-b716-4a10-b059-019c65bdb299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:46.325417 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-b0d6e86e-b716-4a10-b059-019c65bdb299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:46.328036 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-b0d6e86e-b716-4a10-b059-019c65bdb299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:46.329271 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-b0d6e86e-b716-4a10-b059-019c65bdb299 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1b06c707-c01b-4a7f-806c-f406313b33ec HTTP/1.1" status: 204 len: 168 time: 0.1718571 Aug 16 17:55:46.339722 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d6e86e-b716-4a10-b059-019c65bdb299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b06c707-c01b-4a7f-806c-f406313b33ec,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:47.665314 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 58022) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:47.813940 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-b641a1b1-7aa7-46e1-96b3-4f1d81681133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:47.901706 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-b641a1b1-7aa7-46e1-96b3-4f1d81681133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:47.965732 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-b641a1b1-7aa7-46e1-96b3-4f1d81681133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:48.006241 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641a1b1-7aa7-46e1-96b3-4f1d81681133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3713822-02dc-4eb9-ad63-7fb557380265,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:48.011086 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-b641a1b1-7aa7-46e1-96b3-4f1d81681133 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1ca61ad309814a6f919ddc373b183d18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3438373 Aug 16 17:55:48.014471 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 58036) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:48.064024 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-dd7de969-c341-4c35-bf06-35ed07b70f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:48.084949 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-dd7de969-c341-4c35-bf06-35ed07b70f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:48.186902 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-dd7de969-c341-4c35-bf06-35ed07b70f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:48.189476 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-dd7de969-c341-4c35-bf06-35ed07b70f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:48.190760 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-dd7de969-c341-4c35-bf06-35ed07b70f1d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b3713822-02dc-4eb9-ad63-7fb557380265 HTTP/1.1" status: 204 len: 168 time: 0.1753526 Aug 16 17:55:48.198536 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7de969-c341-4c35-bf06-35ed07b70f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3713822-02dc-4eb9-ad63-7fb557380265,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:50.505331 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-5ad4fd6c-affb-46b0-92ac-3453b47ddb44 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-278290395&fields=id&tenant_id=d20225068a374f8e8ad006b98508f29d HTTP/1.1" status: 200 len: 267 time: 0.0323539 Aug 16 17:55:50.613732 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-ccfbbf48-280b-454f-a012-84bd9000792a tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:50.616520 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-ccfbbf48-280b-454f-a012-84bd9000792a tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/networks?id=595f5f6b-511b-4405-8d33-e66f5931d554 HTTP/1.1" status: 200 len: 812 time: 0.1039124 Aug 16 17:55:50.630755 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-b5bbbc60-489b-4bdd-a1b3-98ac66b106fb tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/quotas/d20225068a374f8e8ad006b98508f29d HTTP/1.1" status: 200 len: 375 time: 0.0092947 Aug 16 17:55:50.681853 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-ec0f186f-2d2d-4098-aa23-522f2ccf3924 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d20225068a374f8e8ad006b98508f29d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450127 Aug 16 17:55:50.884596 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-40071303-5061-496b-8e7c-c949b4c91f82 service neutron] 10.222.0.73 "GET /v2.0/networks/595f5f6b-511b-4405-8d33-e66f5931d554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915340 Aug 16 17:55:50.977959 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-73873dfa-c824-436e-ae1c-60ed591a88d2 service neutron] 10.222.0.73 "GET /v2.0/networks/595f5f6b-511b-4405-8d33-e66f5931d554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858581 Aug 16 17:55:51.434582 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-9c38afc4-f657-4925-9bca-ac6d23b82912 req-ba61af3f-f624-4288-a4be-06f41d655750 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=9551c939-d248-439c-9177-c3d5cff68f50 HTTP/1.1" status: 200 len: 210 time: 0.0257318 Aug 16 17:55:52.512452 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-39698b73-1d64-45e8-bdde-0b6197d2cd1e req-b93d761f-ed1e-4760-b29a-5a35e682fd5e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=9551c939-d248-439c-9177-c3d5cff68f50 HTTP/1.1" status: 200 len: 210 time: 0.0252748 Aug 16 17:55:53.609714 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f62f02a5-6430-4c17-a319-552f8d0e8ccb req-cde7cbad-7d3e-4462-89a6-d21f5692ee2f tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=9551c939-d248-439c-9177-c3d5cff68f50 HTTP/1.1" status: 200 len: 210 time: 0.0294447 Aug 16 17:55:53.851375 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0f58814b-f06a-467f-b00e-10163b69eacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:53.952660 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-cacb5bd9-9a9c-45b0-a98f-2e65a64dbc56 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:53.954448 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-cacb5bd9-9a9c-45b0-a98f-2e65a64dbc56 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.13 "GET /v2.0/networks?id=595f5f6b-511b-4405-8d33-e66f5931d554 HTTP/1.1" status: 200 len: 812 time: 0.1067579 Aug 16 17:55:54.022595 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-409f6f10-0b1e-4942-9bd8-1488606cc6d6 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d20225068a374f8e8ad006b98508f29d HTTP/1.1" status: 200 len: 379 time: 0.0357151 Aug 16 17:55:54.032473 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-fee225ba-8809-4e4d-bef4-0dcc1078bbe1 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Request body: {'port': {'device_id': '9551c939-d248-439c-9177-c3d5cff68f50', 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'admin_state_up': True, 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'security_groups': ['9d30f309-50be-472b-ab67-36c1096aae99']}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:55:54.199671 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-fee225ba-8809-4e4d-bef4-0dcc1078bbe1 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Made reservation on behalf of d20225068a374f8e8ad006b98508f29d for: {'port': 1} {{(pid=101349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:55:54.204170 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-fee225ba-8809-4e4d-bef4-0dcc1078bbe1 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:54.327272 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.db_base_plugin_common [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-fee225ba-8809-4e4d-bef4-0dcc1078bbe1 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Allocated IP 172.20.0.13 (595f5f6b-511b-4405-8d33-e66f5931d554/8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8/2783ff19-2e0e-4f17-aad1-6ea0152b88ac) {{(pid=101349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:55:54.461890 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-fee225ba-8809-4e4d-bef4-0dcc1078bbe1 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for port, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:54.474833 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.provisioning_blocks [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-fee225ba-8809-4e4d-bef4-0dcc1078bbe1 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Transition to ACTIVE for port object 2783ff19-2e0e-4f17-aad1-6ea0152b88ac will not be triggered until provisioned by entity DHCP. {{(pid=101349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:55:54.572145 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-fee225ba-8809-4e4d-bef4-0dcc1078bbe1 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:54.620251 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-fee225ba-8809-4e4d-bef4-0dcc1078bbe1 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Network 595f5f6b-511b-4405-8d33-e66f5931d554 is already hosted by enough agents. {{(pid=101349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:55:54.625601 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.base_scheduler [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-fee225ba-8809-4e4d-bef4-0dcc1078bbe1 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Resources bound (agent type, host, resource id): {{(pid=101349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:55:54.629290 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-fee225ba-8809-4e4d-bef4-0dcc1078bbe1 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Received port after_create {{(pid=101349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:55:54.659355 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee225ba-8809-4e4d-bef4-0dcc1078bbe1 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Pushing event updated for resources: {'Port': ['ID=2783ff19-2e0e-4f17-aad1-6ea0152b88ac,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:54.685517 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-fee225ba-8809-4e4d-bef4-0dcc1078bbe1 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:54.685760 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-fee225ba-8809-4e4d-bef4-0dcc1078bbe1 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:54.741217 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07e0f1-adfa-4a5a-9e3d-4a5c3a3d7d0a req-09bfd439-b7d6-4dc2-85a7-f8805a9e7185 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:54.743430 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ab07e0f1-adfa-4a5a-9e3d-4a5c3a3d7d0a req-09bfd439-b7d6-4dc2-85a7-f8805a9e7185 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=9551c939-d248-439c-9177-c3d5cff68f50 HTTP/1.1" status: 200 len: 932 time: 0.0513761 Aug 16 17:55:54.784324 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ab07e0f1-adfa-4a5a-9e3d-4a5c3a3d7d0a req-7c7e98dc-7772-48fb-aae6-99efc2e22d81 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345669 Aug 16 17:55:54.817667 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-fee225ba-8809-4e4d-bef4-0dcc1078bbe1 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7890136 Aug 16 17:55:54.841060 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-04b802c4-fc32-4a5f-8346-dc7ea77bcf44 service neutron] Request body: {'port': {'device_id': '9551c939-d248-439c-9177-c3d5cff68f50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:55:54.898276 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-04b802c4-fc32-4a5f-8346-dc7ea77bcf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:54.919681 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-788efd1f-3bd1-4f78-90d2-952282422b87 None None] Provisioning for port 2783ff19-2e0e-4f17-aad1-6ea0152b88ac completed by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:55:54.932339 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-788efd1f-3bd1-4f78-90d2-952282422b87 None None] Provisioning complete for port 2783ff19-2e0e-4f17-aad1-6ea0152b88ac triggered by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:55:54.932339 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-788efd1f-3bd1-4f78-90d2-952282422b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:54.966898 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-788efd1f-3bd1-4f78-90d2-952282422b87 None None] Port 2783ff19-2e0e-4f17-aad1-6ea0152b88ac cannot update to ACTIVE because it is not bound. {{(pid=101351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 17:55:55.169834 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-04b802c4-fc32-4a5f-8346-dc7ea77bcf44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2783ff19-2e0e-4f17-aad1-6ea0152b88ac {{(pid=101349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:55:55.177450 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-04b802c4-fc32-4a5f-8346-dc7ea77bcf44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:55.189830 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.provisioning_blocks [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-04b802c4-fc32-4a5f-8346-dc7ea77bcf44 service neutron] Transition to ACTIVE for port object 2783ff19-2e0e-4f17-aad1-6ea0152b88ac will not be triggered until provisioned by entity L2. {{(pid=101349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:55:55.268297 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-04b802c4-fc32-4a5f-8346-dc7ea77bcf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5660737'] for port, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:55.338204 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b802c4-fc32-4a5f-8346-dc7ea77bcf44 service neutron] Pushing event updated for resources: {'Port': ['ID=2783ff19-2e0e-4f17-aad1-6ea0152b88ac,revision_number=2']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:55.390473 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-04b802c4-fc32-4a5f-8346-dc7ea77bcf44 service neutron] Attempting to bind port 2783ff19-2e0e-4f17-aad1-6ea0152b88ac on host hv-cinder-79760 for vnic_type normal with profile {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:55:55.390812 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-04b802c4-fc32-4a5f-8346-dc7ea77bcf44 service neutron] Attempting to bind port 2783ff19-2e0e-4f17-aad1-6ea0152b88ac by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'cb5961d9-9f43-4b59-9b72-d077e5b2a075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554'}] {{(pid=101349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:55:55.391148 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-04b802c4-fc32-4a5f-8346-dc7ea77bcf44 service neutron] Attempting to bind port 2783ff19-2e0e-4f17-aad1-6ea0152b88ac on network 595f5f6b-511b-4405-8d33-e66f5931d554 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:55:55.395716 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-04b802c4-fc32-4a5f-8346-dc7ea77bcf44 service neutron] Port 2783ff19-2e0e-4f17-aad1-6ea0152b88ac on network 595f5f6b-511b-4405-8d33-e66f5931d554 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 17:55:55.396035 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-04b802c4-fc32-4a5f-8346-dc7ea77bcf44 service neutron] Attempting to bind port 2783ff19-2e0e-4f17-aad1-6ea0152b88ac on network 595f5f6b-511b-4405-8d33-e66f5931d554 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:55:55.400934 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-04b802c4-fc32-4a5f-8346-dc7ea77bcf44 service neutron] Checking agent: {'id': 'd413de79-89e7-4037-a6bb-11a55464df62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 45, 56), 'started_at': datetime.datetime(2021, 8, 16, 17, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:55:55.401271 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-04b802c4-fc32-4a5f-8346-dc7ea77bcf44 service neutron] Checking segment: {'id': 'cb5961d9-9f43-4b59-9b72-d077e5b2a075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:55:55.401658 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-04b802c4-fc32-4a5f-8346-dc7ea77bcf44 service neutron] Bound using segment: {'id': 'cb5961d9-9f43-4b59-9b72-d077e5b2a075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554'} {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:55:55.402105 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-04b802c4-fc32-4a5f-8346-dc7ea77bcf44 service neutron] Bound port: 2783ff19-2e0e-4f17-aad1-6ea0152b88ac, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb5961d9-9f43-4b59-9b72-d077e5b2a075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554'}}] {{(pid=101349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:55:55.402463 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-04b802c4-fc32-4a5f-8346-dc7ea77bcf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:55.716876 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-04b802c4-fc32-4a5f-8346-dc7ea77bcf44 service neutron] For port 2783ff19-2e0e-4f17-aad1-6ea0152b88ac, host hv-cinder-79760, cleared binding levels {{(pid=101349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:55:55.720041 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-04b802c4-fc32-4a5f-8346-dc7ea77bcf44 service neutron] For port 2783ff19-2e0e-4f17-aad1-6ea0152b88ac, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2783ff19-2e0e-4f17-aad1-6ea0152b88ac,segment=NetworkSegment(cb5961d9-9f43-4b59-9b72-d077e5b2a075),segment_id=cb5961d9-9f43-4b59-9b72-d077e5b2a075)] {{(pid=101349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:55:55.782920 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-04b802c4-fc32-4a5f-8346-dc7ea77bcf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5660737'] for port, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:55.821214 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-04b802c4-fc32-4a5f-8346-dc7ea77bcf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:55.821853 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-04b802c4-fc32-4a5f-8346-dc7ea77bcf44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:55.823340 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-04b802c4-fc32-4a5f-8346-dc7ea77bcf44 service neutron] 10.222.0.13 "PUT /v2.0/ports/2783ff19-2e0e-4f17-aad1-6ea0152b88ac HTTP/1.1" status: 200 len: 1094 time: 0.9875083 Aug 16 17:55:55.823789 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9551c939-d248-439c-9177-c3d5cff68f50', 'tag': '2783ff19-2e0e-4f17-aad1-6ea0152b88ac'}] {{(pid=101349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:55:55.826062 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}934f09010de237f24c102465ff13aed95362a81e3346d32f1bd52d9236897e6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b760587-1c40-433b-b36b-e9bd4cb24b49" -d '{"events": [{"name": "network-changed", "server_uuid": "9551c939-d248-439c-9177-c3d5cff68f50", "tag": "2783ff19-2e0e-4f17-aad1-6ea0152b88ac"}]}' {{(pid=101349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:55:55.847449 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b802c4-fc32-4a5f-8346-dc7ea77bcf44 service neutron] Pushing event updated for resources: {'Port': ['ID=2783ff19-2e0e-4f17-aad1-6ea0152b88ac,revision_number=3']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:55.927800 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada9a10-bd65-4548-b4be-9814b220d35d req-53d32e21-956d-47fc-a05b-cea103210e64 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:55.929437 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8ada9a10-bd65-4548-b4be-9814b220d35d req-53d32e21-956d-47fc-a05b-cea103210e64 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=9551c939-d248-439c-9177-c3d5cff68f50 HTTP/1.1" status: 200 len: 944 time: 0.0533454 Aug 16 17:55:55.975009 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8ada9a10-bd65-4548-b4be-9814b220d35d req-2d8949da-97d7-47d3-9174-c073d66dc5e2 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388629 Aug 16 17:55:56.007527 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-2f466703-18ca-4a3b-a78a-4217436d4741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:56.009463 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-2f466703-18ca-4a3b-a78a-4217436d4741 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d20225068a374f8e8ad006b98508f29d&device_id=9551c939-d248-439c-9177-c3d5cff68f50 HTTP/1.1" status: 200 len: 1097 time: 0.0614109 Aug 16 17:55:56.022121 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 17:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8cd7923-25a8-47b5-9f5c-da04c166fc09 x-openstack-request-id: req-c8cd7923-25a8-47b5-9f5c-da04c166fc09 {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:55:56.022421 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9551c939-d248-439c-9177-c3d5cff68f50", "tag": "2783ff19-2e0e-4f17-aad1-6ea0152b88ac", "status": "completed", "code": 200}]} {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:55:56.022672 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c8cd7923-25a8-47b5-9f5c-da04c166fc09 {{(pid=101349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:55:56.023068 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9551c939-d248-439c-9177-c3d5cff68f50', 'tag': '2783ff19-2e0e-4f17-aad1-6ea0152b88ac', 'status': 'completed', 'code': 200} Aug 16 17:55:56.086820 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-3906c827-f6ce-44c0-8cb9-6fb9356f34ca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2783ff19-2e0e-4f17-aad1-6ea0152b88ac HTTP/1.1" status: 200 len: 217 time: 0.0371923 Aug 16 17:55:56.139489 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-7d0d2e90-23b2-455c-ae81-2f928e18663c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:56.140964 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-7d0d2e90-23b2-455c-ae81-2f928e18663c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8 HTTP/1.1" status: 200 len: 851 time: 0.0443993 Aug 16 17:55:56.187129 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-87bf6f09-a59f-4299-bb5c-38c510bbe708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:56.188620 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-87bf6f09-a59f-4299-bb5c-38c510bbe708 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=595f5f6b-511b-4405-8d33-e66f5931d554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400026 Aug 16 17:55:56.282058 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-807f3456-5580-4a2d-a31c-2aea37f26110 service neutron] 10.222.0.13 "GET /v2.0/networks/595f5f6b-511b-4405-8d33-e66f5931d554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854423 Aug 16 17:55:56.374108 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-8fc65287-bc81-438d-bc30-dde2fbc57213 req-3c5f64c1-93d4-47f5-b8e0-24b2667af02a service neutron] 10.222.0.13 "GET /v2.0/networks/595f5f6b-511b-4405-8d33-e66f5931d554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830967 Aug 16 17:55:56.589715 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-56ffa40a-ac78-4f0d-9d07-37078d9cc88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:56.644913 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b760587-1c40-433b-b36b-e9bd4cb24b49 req-d2903532-5526-4d20-906a-e044fe2e1b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:56.646623 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-8b760587-1c40-433b-b36b-e9bd4cb24b49 req-d2903532-5526-4d20-906a-e044fe2e1b93 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d20225068a374f8e8ad006b98508f29d&device_id=9551c939-d248-439c-9177-c3d5cff68f50 HTTP/1.1" status: 200 len: 1097 time: 0.0742128 Aug 16 17:55:56.750987 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:56.762493 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b760587-1c40-433b-b36b-e9bd4cb24b49 req-a7fd0c40-cebf-414c-a0e7-491b4505251d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:56.764037 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-8b760587-1c40-433b-b36b-e9bd4cb24b49 req-a7fd0c40-cebf-414c-a0e7-491b4505251d service neutron] 10.222.0.13 "GET /v2.0/networks?id=595f5f6b-511b-4405-8d33-e66f5931d554 HTTP/1.1" status: 200 len: 913 time: 0.1068478 Aug 16 17:55:56.813953 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-8b760587-1c40-433b-b36b-e9bd4cb24b49 req-c930e97f-e2f1-4d1f-a589-167264b5243c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2783ff19-2e0e-4f17-aad1-6ea0152b88ac HTTP/1.1" status: 200 len: 217 time: 0.0423255 Aug 16 17:55:56.903046 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b760587-1c40-433b-b36b-e9bd4cb24b49 req-3ecd6ce4-64e4-4ca8-9a96-49d7fdf7e076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:56.904530 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-8b760587-1c40-433b-b36b-e9bd4cb24b49 req-3ecd6ce4-64e4-4ca8-9a96-49d7fdf7e076 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8 HTTP/1.1" status: 200 len: 851 time: 0.0539598 Aug 16 17:55:56.952761 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b760587-1c40-433b-b36b-e9bd4cb24b49 req-093f77b8-8404-4d9a-8f70-fec04b9ed30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:56.954302 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-8b760587-1c40-433b-b36b-e9bd4cb24b49 req-093f77b8-8404-4d9a-8f70-fec04b9ed30c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=595f5f6b-511b-4405-8d33-e66f5931d554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421467 Aug 16 17:55:57.064791 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-8b760587-1c40-433b-b36b-e9bd4cb24b49 req-5dcf832f-5cc4-4426-a7a8-891796ca74ca service neutron] 10.222.0.13 "GET /v2.0/networks/595f5f6b-511b-4405-8d33-e66f5931d554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006594 Aug 16 17:55:57.118594 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec642aaa-b1c3-4fd8-b93c-8242117894af req-c1cab032-c768-4b88-ae4d-1227212584d5 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:57.123117 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ec642aaa-b1c3-4fd8-b93c-8242117894af req-c1cab032-c768-4b88-ae4d-1227212584d5 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=9551c939-d248-439c-9177-c3d5cff68f50 HTTP/1.1" status: 200 len: 944 time: 0.0614798 Aug 16 17:55:57.171420 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ec642aaa-b1c3-4fd8-b93c-8242117894af req-38bc42b1-7dd6-4991-b31f-b74cec7f4693 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403566 Aug 16 17:55:57.188154 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-8b760587-1c40-433b-b36b-e9bd4cb24b49 req-8901de84-dcef-4048-9803-49c071517576 service neutron] 10.222.0.13 "GET /v2.0/networks/595f5f6b-511b-4405-8d33-e66f5931d554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979238 Aug 16 17:55:57.668506 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:57.783038 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:58.286366 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b6793-dd91-4c99-a10e-9e56bee4ec3a req-92d37929-22f4-4314-afac-707412319580 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:58.288132 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-407b6793-dd91-4c99-a10e-9e56bee4ec3a req-92d37929-22f4-4314-afac-707412319580 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=9551c939-d248-439c-9177-c3d5cff68f50 HTTP/1.1" status: 200 len: 944 time: 0.0497506 Aug 16 17:55:58.326875 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-407b6793-dd91-4c99-a10e-9e56bee4ec3a req-0000dedd-1bbc-487f-a187-bd8bf8b56c66 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320535 Aug 16 17:55:59.083959 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:59.440368 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f6d67-0bf8-4099-9c08-5650730cff56 req-5d1123de-f7aa-4256-92e8-b77e0c568f93 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:55:59.441890 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-994f6d67-0bf8-4099-9c08-5650730cff56 req-5d1123de-f7aa-4256-92e8-b77e0c568f93 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=9551c939-d248-439c-9177-c3d5cff68f50 HTTP/1.1" status: 200 len: 944 time: 0.0482543 Aug 16 17:55:59.481386 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-994f6d67-0bf8-4099-9c08-5650730cff56 req-bca7fd46-08e7-46c5-a53d-f64c2f2c604a tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332954 Aug 16 17:55:59.600288 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 58282) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:59.707768 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-129ab587-cd2c-4314-a487-8615cbcb4281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:59.801320 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-129ab587-cd2c-4314-a487-8615cbcb4281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:59.868123 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-129ab587-cd2c-4314-a487-8615cbcb4281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:59.904739 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ab587-cd2c-4314-a487-8615cbcb4281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e763862-87fd-47cc-b82c-290bcd4c39ea,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:55:59.909613 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-129ab587-cd2c-4314-a487-8615cbcb4281 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c5d404b96ae947228eaecfe43012a573&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3082995 Aug 16 17:55:59.912373 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 58288) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:55:59.964813 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-0d6a9651-ab74-45cf-95f9-7dff893cd3fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:55:59.985540 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-0d6a9651-ab74-45cf-95f9-7dff893cd3fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:00.096737 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-0d6a9651-ab74-45cf-95f9-7dff893cd3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:00.099411 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-0d6a9651-ab74-45cf-95f9-7dff893cd3fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:00.100570 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-0d6a9651-ab74-45cf-95f9-7dff893cd3fa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4e763862-87fd-47cc-b82c-290bcd4c39ea HTTP/1.1" status: 204 len: 168 time: 0.1873021 Aug 16 17:56:00.108981 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a9651-ab74-45cf-95f9-7dff893cd3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e763862-87fd-47cc-b82c-290bcd4c39ea,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:00.573539 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 58296) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:56:00.586515 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-5ccfd87b-33cb-4aeb-95df-ca865c2f2f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:00.597284 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445c9bd-f731-40ae-9068-5367ec932647 req-7f61b6a0-f539-4f45-95bf-87f13e1f986e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:56:00.598876 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f445c9bd-f731-40ae-9068-5367ec932647 req-7f61b6a0-f539-4f45-95bf-87f13e1f986e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=9551c939-d248-439c-9177-c3d5cff68f50 HTTP/1.1" status: 200 len: 944 time: 0.0504761 Aug 16 17:56:00.640352 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f445c9bd-f731-40ae-9068-5367ec932647 req-c85c9e35-6c42-42b7-bace-c5bfbcde1c52 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349872 Aug 16 17:56:00.678301 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-5ccfd87b-33cb-4aeb-95df-ca865c2f2f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:00.736639 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-5ccfd87b-33cb-4aeb-95df-ca865c2f2f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:00.776510 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-5ccfd87b-33cb-4aeb-95df-ca865c2f2f8c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=62086e53e1804b7fa2c1bad6519c33d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2017093 Aug 16 17:56:00.777297 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccfd87b-33cb-4aeb-95df-ca865c2f2f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b1cb27-878a-4872-b3f3-783179725eaf,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:00.779864 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 58298) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:56:00.837290 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-9607e750-efd2-43ea-b826-cfda4a6f6d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:00.859287 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-9607e750-efd2-43ea-b826-cfda4a6f6d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:00.982347 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-9607e750-efd2-43ea-b826-cfda4a6f6d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:00.984894 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-9607e750-efd2-43ea-b826-cfda4a6f6d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:00.986074 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-9607e750-efd2-43ea-b826-cfda4a6f6d9e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/11b1cb27-878a-4872-b3f3-783179725eaf HTTP/1.1" status: 204 len: 168 time: 0.2049341 Aug 16 17:56:00.995229 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9607e750-efd2-43ea-b826-cfda4a6f6d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b1cb27-878a-4872-b3f3-783179725eaf,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:01.009260 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-15cfeca1-03cf-4b69-a88e-1207902020bd req-9566f8ae-ec69-4326-a8c3-c5bf0170fa4e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456879 Aug 16 17:56:01.109982 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cfeca1-03cf-4b69-a88e-1207902020bd req-44f81176-b207-41cc-8301-8b0b48d8e6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:56:01.111486 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-15cfeca1-03cf-4b69-a88e-1207902020bd req-44f81176-b207-41cc-8301-8b0b48d8e6a2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67e93bc9aa8640229cc9f17f3199ca27&device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 1098 time: 0.0399342 Aug 16 17:56:01.222680 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cfeca1-03cf-4b69-a88e-1207902020bd req-0c40f6b5-d7a6-407d-8c0e-3e5e48166688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:56:01.224205 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-15cfeca1-03cf-4b69-a88e-1207902020bd req-0c40f6b5-d7a6-407d-8c0e-3e5e48166688 service neutron] 10.222.0.13 "GET /v2.0/networks?id=abd87892-01ae-487a-b700-498630f47a61 HTTP/1.1" status: 200 len: 909 time: 0.0895975 Aug 16 17:56:01.294715 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-15cfeca1-03cf-4b69-a88e-1207902020bd req-30675c4c-3bc7-4f20-a3bb-7eef00458b7b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22583d25-1bc6-40f3-941e-2b36ffcb081d HTTP/1.1" status: 200 len: 1001 time: 0.0620499 Aug 16 17:56:01.346842 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cfeca1-03cf-4b69-a88e-1207902020bd req-fbbe0676-7203-44b3-91a3-510325eec9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:56:01.348295 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-15cfeca1-03cf-4b69-a88e-1207902020bd req-fbbe0676-7203-44b3-91a3-510325eec9e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b77c348c-0c1d-4052-baba-3868ce8adf35 HTTP/1.1" status: 200 len: 847 time: 0.0456161 Aug 16 17:56:01.397109 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cfeca1-03cf-4b69-a88e-1207902020bd req-329a4de3-c139-450b-8498-a8cc4a7d686b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:56:01.398706 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-15cfeca1-03cf-4b69-a88e-1207902020bd req-329a4de3-c139-450b-8498-a8cc4a7d686b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=abd87892-01ae-487a-b700-498630f47a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0407939 Aug 16 17:56:01.497021 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-15cfeca1-03cf-4b69-a88e-1207902020bd req-504a619a-baa0-40cd-9621-71deb5687e71 service neutron] 10.222.0.13 "GET /v2.0/networks/abd87892-01ae-487a-b700-498630f47a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862050 Aug 16 17:56:01.593211 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-15cfeca1-03cf-4b69-a88e-1207902020bd req-95ca79d4-7df6-41ba-b2e1-2b9d9d71d927 service neutron] 10.222.0.13 "GET /v2.0/networks/abd87892-01ae-487a-b700-498630f47a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860047 Aug 16 17:56:01.700072 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 58312) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:56:01.715798 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-d669143d-bf8b-45b4-a704-d8ef694ce330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:01.784388 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0400404-208d-4952-a9d4-ef5d3b0b2fa4 req-e80bfec5-f03f-4b61-86e6-f32b806ce12e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:56:01.785869 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a0400404-208d-4952-a9d4-ef5d3b0b2fa4 req-e80bfec5-f03f-4b61-86e6-f32b806ce12e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=9551c939-d248-439c-9177-c3d5cff68f50 HTTP/1.1" status: 200 len: 944 time: 0.0718505 Aug 16 17:56:01.845811 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a0400404-208d-4952-a9d4-ef5d3b0b2fa4 req-9805d6d1-f168-4d96-82fb-0c83505dc282 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510483 Aug 16 17:56:01.893145 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-d669143d-bf8b-45b4-a704-d8ef694ce330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:01.953233 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-d669143d-bf8b-45b4-a704-d8ef694ce330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:01.991555 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d669143d-bf8b-45b4-a704-d8ef694ce330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94428f43-81f1-466b-bbfd-cf2f3178ba57,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:01.995800 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-d669143d-bf8b-45b4-a704-d8ef694ce330 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=568d40b1c12844cab4151f3644d7a9a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2946594 Aug 16 17:56:02.000032 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 58316) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:56:02.048926 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-fec5528b-890a-48bb-8e0a-000572ea6c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:02.069133 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-fec5528b-890a-48bb-8e0a-000572ea6c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:02.209778 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-fec5528b-890a-48bb-8e0a-000572ea6c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:02.213151 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-fec5528b-890a-48bb-8e0a-000572ea6c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:02.214322 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-fec5528b-890a-48bb-8e0a-000572ea6c2f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/94428f43-81f1-466b-bbfd-cf2f3178ba57 HTTP/1.1" status: 204 len: 168 time: 0.2133396 Aug 16 17:56:02.243181 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec5528b-890a-48bb-8e0a-000572ea6c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94428f43-81f1-466b-bbfd-cf2f3178ba57,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:02.969749 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3633d7-6e6f-4d62-aa71-bbfa3a81d7e3 req-9821bc56-4129-45a8-a217-c2c1e98ba3c8 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:56:02.970713 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-0b3633d7-6e6f-4d62-aa71-bbfa3a81d7e3 req-9821bc56-4129-45a8-a217-c2c1e98ba3c8 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=9551c939-d248-439c-9177-c3d5cff68f50 HTTP/1.1" status: 200 len: 944 time: 0.0487130 Aug 16 17:56:03.013701 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-0b3633d7-6e6f-4d62-aa71-bbfa3a81d7e3 req-290977a7-9110-4f1b-9ee0-726e06ed0f53 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369139 Aug 16 17:56:03.475647 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 2783ff19-2e0e-4f17-aad1-6ea0152b88ac details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=101351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 17:56:03.572319 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 2783ff19-2e0e-4f17-aad1-6ea0152b88ac, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2783ff19-2e0e-4f17-aad1-6ea0152b88ac,segment=NetworkSegment(cb5961d9-9f43-4b59-9b72-d077e5b2a075),segment_id=cb5961d9-9f43-4b59-9b72-d077e5b2a075)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:56:03.583696 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Returning: {'device': '2783ff19-2e0e-4f17-aad1-6ea0152b88ac', 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'port_id': '2783ff19-2e0e-4f17-aad1-6ea0152b88ac', 'mac_address': 'fa:16:3e:b1:3f:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 17:56:03.619718 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:03.636906 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2783ff19-2e0e-4f17-aad1-6ea0152b88ac {{(pid=101351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:56:03.658289 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 2783ff19-2e0e-4f17-aad1-6ea0152b88ac, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2783ff19-2e0e-4f17-aad1-6ea0152b88ac,segment=NetworkSegment(cb5961d9-9f43-4b59-9b72-d077e5b2a075),segment_id=cb5961d9-9f43-4b59-9b72-d077e5b2a075)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:56:03.735222 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:03.785079 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=2783ff19-2e0e-4f17-aad1-6ea0152b88ac,revision_number=4']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:04.097725 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['2783ff19-2e0e-4f17-aad1-6ea0152b88ac'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:56:04.130530 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6305db-c6f9-4acb-be99-8a40ba7ec7df req-37462243-1f03-4c87-a1ee-a34d639a53a9 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:56:04.132000 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2d6305db-c6f9-4acb-be99-8a40ba7ec7df req-37462243-1f03-4c87-a1ee-a34d639a53a9 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=9551c939-d248-439c-9177-c3d5cff68f50 HTTP/1.1" status: 200 len: 945 time: 0.0533543 Aug 16 17:56:04.170121 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2d6305db-c6f9-4acb-be99-8a40ba7ec7df req-c7f039db-5c9c-4861-ab75-f8a7779c903b tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316303 Aug 16 17:56:05.281602 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39353e97-0bad-4766-a616-8008cbd47e44 req-767948cc-2fa7-4080-b8d2-545293bb1771 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:56:05.283035 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-39353e97-0bad-4766-a616-8008cbd47e44 req-767948cc-2fa7-4080-b8d2-545293bb1771 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=9551c939-d248-439c-9177-c3d5cff68f50 HTTP/1.1" status: 200 len: 945 time: 0.0482876 Aug 16 17:56:05.319921 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-39353e97-0bad-4766-a616-8008cbd47e44 req-be8ab4b5-b0e8-4b46-a168-34dd52800d98 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310950 Aug 16 17:56:05.482652 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 2783ff19-2e0e-4f17-aad1-6ea0152b88ac up at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:56:05.587857 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning for port 2783ff19-2e0e-4f17-aad1-6ea0152b88ac completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:56:05.591473 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning complete for port 2783ff19-2e0e-4f17-aad1-6ea0152b88ac triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:56:05.591835 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:05.668261 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:05.693451 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9551c939-d248-439c-9177-c3d5cff68f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2783ff19-2e0e-4f17-aad1-6ea0152b88ac'}] {{(pid=101351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:56:05.695766 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4661e6bc32737764ca712b7c7300ac6ad1a8a79a1ea43afdc004a14577d676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0eee87-63fe-419d-8e53-8cce7e3bf290" -d '{"events": [{"server_uuid": "9551c939-d248-439c-9177-c3d5cff68f50", "name": "network-vif-plugged", "status": "completed", "tag": "2783ff19-2e0e-4f17-aad1-6ea0152b88ac"}]}' {{(pid=101351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:56:05.708506 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 2783ff19-2e0e-4f17-aad1-6ea0152b88ac, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2783ff19-2e0e-4f17-aad1-6ea0152b88ac,segment=NetworkSegment(cb5961d9-9f43-4b59-9b72-d077e5b2a075),segment_id=cb5961d9-9f43-4b59-9b72-d077e5b2a075)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:56:05.732899 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a91954d-4402-4104-8696-3f56bc9eb22c x-openstack-request-id: req-1a91954d-4402-4104-8696-3f56bc9eb22c {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:56:05.733189 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9551c939-d248-439c-9177-c3d5cff68f50", "name": "network-vif-plugged", "status": "completed", "tag": "2783ff19-2e0e-4f17-aad1-6ea0152b88ac", "code": 200}]} {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:56:05.733442 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1a91954d-4402-4104-8696-3f56bc9eb22c {{(pid=101351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:56:05.733835 dv-cinder-797608-18-iscsi neutron-server[101351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9551c939-d248-439c-9177-c3d5cff68f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2783ff19-2e0e-4f17-aad1-6ea0152b88ac', 'code': 200} Aug 16 17:56:05.793819 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:05.840691 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=2783ff19-2e0e-4f17-aad1-6ea0152b88ac,revision_number=5']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:06.098684 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8db4d-6108-4ce4-8a21-210308eee116 req-cbe3bdc4-2d3a-4d97-b2c2-95beda141631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:56:06.100184 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-76a8db4d-6108-4ce4-8a21-210308eee116 req-cbe3bdc4-2d3a-4d97-b2c2-95beda141631 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9551c939-d248-439c-9177-c3d5cff68f50 HTTP/1.1" status: 200 len: 1099 time: 0.0433791 Aug 16 17:56:06.137854 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-76a8db4d-6108-4ce4-8a21-210308eee116 req-739d04b0-7984-4c8c-ba98-a131387c51e8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285223 Aug 16 17:56:06.438096 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267465c-74eb-4b76-b403-92e848d2656e req-789dbe73-0276-4b34-a27a-06354a2be4ae tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:56:06.439536 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8267465c-74eb-4b76-b403-92e848d2656e req-789dbe73-0276-4b34-a27a-06354a2be4ae tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=9551c939-d248-439c-9177-c3d5cff68f50 HTTP/1.1" status: 200 len: 946 time: 0.0470469 Aug 16 17:56:06.479848 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8267465c-74eb-4b76-b403-92e848d2656e req-50e093b9-bede-4371-87b9-3dc136e40b89 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345955 Aug 16 17:56:07.592513 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eeb5f0-ef01-4ed8-9c9d-6d4d172ef4fc req-2485ec7a-9945-468c-a748-330983122e02 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:56:07.594033 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d6eeb5f0-ef01-4ed8-9c9d-6d4d172ef4fc req-2485ec7a-9945-468c-a748-330983122e02 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=9551c939-d248-439c-9177-c3d5cff68f50 HTTP/1.1" status: 200 len: 946 time: 0.0476677 Aug 16 17:56:07.630913 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d6eeb5f0-ef01-4ed8-9c9d-6d4d172ef4fc req-5c53b67a-77cd-4eb1-a285-acdcf4c9366c tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305245 Aug 16 17:56:08.742187 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83d20d-e934-4eef-ab79-6302ceca683e req-49c67475-1a9f-4cfe-87de-9de7338c58ff tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:56:08.743648 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ee83d20d-e934-4eef-ab79-6302ceca683e req-49c67475-1a9f-4cfe-87de-9de7338c58ff tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=9551c939-d248-439c-9177-c3d5cff68f50 HTTP/1.1" status: 200 len: 946 time: 0.0486846 Aug 16 17:56:08.784189 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ee83d20d-e934-4eef-ab79-6302ceca683e req-efa80df8-9733-4a13-bce2-4acc9940e911 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346811 Aug 16 17:56:09.893507 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0b328-e4a0-46c6-9728-9d8e72719064 req-19e2976b-feca-4a66-b9f2-19f35f9e25ad tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:56:09.894882 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-04f0b328-e4a0-46c6-9728-9d8e72719064 req-19e2976b-feca-4a66-b9f2-19f35f9e25ad tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=9551c939-d248-439c-9177-c3d5cff68f50 HTTP/1.1" status: 200 len: 946 time: 0.0463681 Aug 16 17:56:09.934680 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-04f0b328-e4a0-46c6-9728-9d8e72719064 req-67c68cdf-f4cc-41ab-bb57-78730086e6bf tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340295 Aug 16 17:56:11.048315 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f25b84-97f4-4c94-8269-30110e228ea1 req-47a58d0a-f513-4320-9107-a4ee0d88a36b tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:56:11.049785 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-71f25b84-97f4-4c94-8269-30110e228ea1 req-47a58d0a-f513-4320-9107-a4ee0d88a36b tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=9551c939-d248-439c-9177-c3d5cff68f50 HTTP/1.1" status: 200 len: 946 time: 0.0485833 Aug 16 17:56:11.089452 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-71f25b84-97f4-4c94-8269-30110e228ea1 req-ab221333-904f-4129-a354-080250fa247b tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332320 Aug 16 17:56:11.205077 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab596a11-6486-4fd2-87cf-d2e7c009c99e req-8ac585fb-8059-494f-86b4-edb6058e3378 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:56:11.206581 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ab596a11-6486-4fd2-87cf-d2e7c009c99e req-8ac585fb-8059-494f-86b4-edb6058e3378 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=9551c939-d248-439c-9177-c3d5cff68f50 HTTP/1.1" status: 200 len: 946 time: 0.0528064 Aug 16 17:56:11.245431 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ab596a11-6486-4fd2-87cf-d2e7c009c99e req-5b3d89c8-91c9-41b0-8420-13a0a6356835 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323079 Aug 16 17:56:11.267481 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 58440) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:56:11.456352 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d1f9c9-591a-456d-a552-89dd7b822eb5 tempest-TestVolumeBootPattern-2016767074 tempest-TestVolumeBootPattern-2016767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:56:11.457729 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-26d1f9c9-591a-456d-a552-89dd7b822eb5 tempest-TestVolumeBootPattern-2016767074 tempest-TestVolumeBootPattern-2016767074-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=9551c939-d248-439c-9177-c3d5cff68f50 HTTP/1.1" status: 200 len: 1094 time: 0.1892812 Aug 16 17:56:11.460537 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 58448) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:56:11.465311 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-6bf0d8a9-b39b-45f5-9ed4-921b4c0ab687 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Request body: {'floatingip': {'floating_network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'port_id': '2783ff19-2e0e-4f17-aad1-6ea0152b88ac', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:56:11.571499 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-6bf0d8a9-b39b-45f5-9ed4-921b4c0ab687 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for floatingip, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:11.667038 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-6bf0d8a9-b39b-45f5-9ed4-921b4c0ab687 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:11.770359 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.db_base_plugin_common [None req-6bf0d8a9-b39b-45f5-9ed4-921b4c0ab687 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Allocated IP 172.27.3.20 (d857f842-3fbc-4776-aae7-ff863ed2df9e/954a9ada-4a6b-483d-99dd-491d9afbe734/c1fe1b3b-5e21-42c3-8734-6943a0e555ce) {{(pid=101350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:56:11.871467 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-6bf0d8a9-b39b-45f5-9ed4-921b4c0ab687 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for port, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:11.976572 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-6bf0d8a9-b39b-45f5-9ed4-921b4c0ab687 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4811479'] for port, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:12.011374 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf0d8a9-b39b-45f5-9ed4-921b4c0ab687 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Network d857f842-3fbc-4776-aae7-ff863ed2df9e is already hosted by enough agents. {{(pid=101350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:56:12.016094 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.base_scheduler [None req-6bf0d8a9-b39b-45f5-9ed4-921b4c0ab687 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Resources bound (agent type, host, resource id): {{(pid=101350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:56:12.019495 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf0d8a9-b39b-45f5-9ed4-921b4c0ab687 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Received port after_create {{(pid=101350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:56:12.048421 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0d8a9-b39b-45f5-9ed4-921b4c0ab687 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Pushing event updated for resources: {'Port': ['ID=c1fe1b3b-5e21-42c3-8734-6943a0e555ce,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:12.641202 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-6bf0d8a9-b39b-45f5-9ed4-921b4c0ab687 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:12.772497 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-6bf0d8a9-b39b-45f5-9ed4-921b4c0ab687 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:12.917741 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-6bf0d8a9-b39b-45f5-9ed4-921b4c0ab687 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for port, precommit_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:12.982441 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-6bf0d8a9-b39b-45f5-9ed4-921b4c0ab687 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4811480'] for port, after_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:13.053098 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0d8a9-b39b-45f5-9ed4-921b4c0ab687 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Pushing event updated for resources: {'Port': ['ID=c1fe1b3b-5e21-42c3-8734-6943a0e555ce,revision_number=2']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:13.061503 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-6bf0d8a9-b39b-45f5-9ed4-921b4c0ab687 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726209'] for floatingip, after_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:13.160612 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.db.l3_db [None req-6bf0d8a9-b39b-45f5-9ed4-921b4c0ab687 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Floating IP 2687880e-919f-4889-94d5-7e566ffba6b8 associated. External IP: 172.27.3.20, port: 2783ff19-2e0e-4f17-aad1-6ea0152b88ac. Aug 16 17:56:13.361361 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf0d8a9-b39b-45f5-9ed4-921b4c0ab687 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Router 7b451379-5846-42af-82eb-80e384f4903b has already been hosted by L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 {{(pid=101350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 17:56:13.466405 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf0d8a9-b39b-45f5-9ed4-921b4c0ab687 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 17:56:13.476141 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d463a0-c6c9-47bf-9ab2-48eb37a0b947 None None] Sync routers for ids ['7b451379-5846-42af-82eb-80e384f4903b'] in dv-cinder-797608-18-iscsi {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 17:56:13.486069 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d463a0-c6c9-47bf-9ab2-48eb37a0b947 None None] Routers {'7b451379-5846-42af-82eb-80e384f4903b'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:56:13.486737 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-a1d463a0-c6c9-47bf-9ab2-48eb37a0b947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:55:56Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['7b451379-5846-42af-82eb-80e384f4903b'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:56:13.552078 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-6bf0d8a9-b39b-45f5-9ed4-921b4c0ab687 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for floatingip, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:13.579335 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-6bf0d8a9-b39b-45f5-9ed4-921b4c0ab687 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1171265 Aug 16 17:56:13.579933 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9551c939-d248-439c-9177-c3d5cff68f50', 'tag': '2783ff19-2e0e-4f17-aad1-6ea0152b88ac'}] {{(pid=101350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:56:13.582250 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}137876f5b741f0afb00714fe176f8a9d3b569402932f71b261fa9e4754b02137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5b1dab-3217-4fff-8e04-2d9a41aa7d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "9551c939-d248-439c-9177-c3d5cff68f50", "tag": "2783ff19-2e0e-4f17-aad1-6ea0152b88ac"}]}' {{(pid=101350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:56:13.592851 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-a1d463a0-c6c9-47bf-9ab2-48eb37a0b947 None None] Set router 7b451379-5846-42af-82eb-80e384f4903b gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:56:13.626405 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 17:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0f02d7-be55-4f27-a2b2-7bd9f7adbb09 x-openstack-request-id: req-2b0f02d7-be55-4f27-a2b2-7bd9f7adbb09 {{(pid=101350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:56:13.626687 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9551c939-d248-439c-9177-c3d5cff68f50", "tag": "2783ff19-2e0e-4f17-aad1-6ea0152b88ac", "status": "completed", "code": 200}]} {{(pid=101350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:56:13.626939 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2b0f02d7-be55-4f27-a2b2-7bd9f7adbb09 {{(pid=101350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:56:13.627346 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9551c939-d248-439c-9177-c3d5cff68f50', 'tag': '2783ff19-2e0e-4f17-aad1-6ea0152b88ac', 'status': 'completed', 'code': 200} Aug 16 17:56:13.716033 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b1dab-3217-4fff-8e04-2d9a41aa7d1a req-b41d0bc2-aa17-481c-bce1-c591955cc6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:56:13.718323 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-6d5b1dab-3217-4fff-8e04-2d9a41aa7d1a req-b41d0bc2-aa17-481c-bce1-c591955cc6bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d20225068a374f8e8ad006b98508f29d&device_id=9551c939-d248-439c-9177-c3d5cff68f50 HTTP/1.1" status: 200 len: 1099 time: 0.0415268 Aug 16 17:56:13.813976 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b1dab-3217-4fff-8e04-2d9a41aa7d1a req-9bb02ad1-5344-4417-9787-0483fd97c9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:56:13.815569 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-6d5b1dab-3217-4fff-8e04-2d9a41aa7d1a req-9bb02ad1-5344-4417-9787-0483fd97c9b9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=595f5f6b-511b-4405-8d33-e66f5931d554 HTTP/1.1" status: 200 len: 913 time: 0.0906451 Aug 16 17:56:13.827706 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-a1d463a0-c6c9-47bf-9ab2-48eb37a0b947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b451379-5846-42af-82eb-80e384f4903b', 'name': 'tempest-TestVolumeBootPattern-1158336727-router', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:17Z', 'revision_number': 4, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'gw_port': {'id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_floatingips': [{'id': '2687880e-919f-4889-94d5-7e566ffba6b8', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'floating_ip_address': '172.27.3.20', 'floating_network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'router_id': '7b451379-5846-42af-82eb-80e384f4903b', 'port_id': '2783ff19-2e0e-4f17-aad1-6ea0152b88ac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'mac_address': 'fa:16:3e:b1:3f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9551c939-d248-439c-9177-c3d5cff68f50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T17:56:12Z', 'updated_at': '2021-08-16T17:56:12Z', 'revision_number': 0, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c177a780-636f-418f-8f47-e9708f566c1a', 'name': '', 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'mac_address': 'fa:16:3e:7e:c7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:16Z', 'updated_at': '2021-08-16T17:55:24Z', 'revision_number': 5, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'subnets': [{'id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:56:13.853594 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d463a0-c6c9-47bf-9ab2-48eb37a0b947 None None] Checking router: 7b451379-5846-42af-82eb-80e384f4903b for host: dv-cinder-797608-18-iscsi {{(pid=101351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 17:56:13.861801 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d463a0-c6c9-47bf-9ab2-48eb37a0b947 None None] Routers {'7b451379-5846-42af-82eb-80e384f4903b'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:56:13.862437 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-a1d463a0-c6c9-47bf-9ab2-48eb37a0b947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:55:56Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['7b451379-5846-42af-82eb-80e384f4903b'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:56:13.881960 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-6d5b1dab-3217-4fff-8e04-2d9a41aa7d1a req-d67f0dea-d431-4584-b4e6-86ca56ed7095 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2783ff19-2e0e-4f17-aad1-6ea0152b88ac HTTP/1.1" status: 200 len: 999 time: 0.0590842 Aug 16 17:56:13.931372 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b1dab-3217-4fff-8e04-2d9a41aa7d1a req-0f6f84e3-6d44-4988-be4f-227d6e2d107f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:56:13.932813 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-6d5b1dab-3217-4fff-8e04-2d9a41aa7d1a req-0f6f84e3-6d44-4988-be4f-227d6e2d107f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8 HTTP/1.1" status: 200 len: 851 time: 0.0434954 Aug 16 17:56:13.965874 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-a1d463a0-c6c9-47bf-9ab2-48eb37a0b947 None None] Set router 7b451379-5846-42af-82eb-80e384f4903b gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:56:13.992326 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b1dab-3217-4fff-8e04-2d9a41aa7d1a req-80e43615-723b-4404-afb4-a523278fd7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:56:13.997752 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-6d5b1dab-3217-4fff-8e04-2d9a41aa7d1a req-80e43615-723b-4404-afb4-a523278fd7e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=595f5f6b-511b-4405-8d33-e66f5931d554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0542729 Aug 16 17:56:14.092678 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-6d5b1dab-3217-4fff-8e04-2d9a41aa7d1a req-0f2b2d69-8fe6-419f-b59f-65efdeaa6cb0 service neutron] 10.222.0.13 "GET /v2.0/networks/595f5f6b-511b-4405-8d33-e66f5931d554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904450 Aug 16 17:56:14.192314 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-6d5b1dab-3217-4fff-8e04-2d9a41aa7d1a req-fce4fbae-5f8a-46c1-9acc-9dbe251e6a75 service neutron] 10.222.0.13 "GET /v2.0/networks/595f5f6b-511b-4405-8d33-e66f5931d554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918000 Aug 16 17:56:14.199934 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-a1d463a0-c6c9-47bf-9ab2-48eb37a0b947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b451379-5846-42af-82eb-80e384f4903b', 'name': 'tempest-TestVolumeBootPattern-1158336727-router', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:17Z', 'revision_number': 4, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'gw_port': {'id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_floatingips': [{'id': '2687880e-919f-4889-94d5-7e566ffba6b8', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'floating_ip_address': '172.27.3.20', 'floating_network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'router_id': '7b451379-5846-42af-82eb-80e384f4903b', 'port_id': '2783ff19-2e0e-4f17-aad1-6ea0152b88ac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'mac_address': 'fa:16:3e:b1:3f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9551c939-d248-439c-9177-c3d5cff68f50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T17:56:12Z', 'updated_at': '2021-08-16T17:56:12Z', 'revision_number': 0, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c177a780-636f-418f-8f47-e9708f566c1a', 'name': '', 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'mac_address': 'fa:16:3e:7e:c7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:16Z', 'updated_at': '2021-08-16T17:55:24Z', 'revision_number': 5, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'subnets': [{'id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:56:14.349686 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d463a0-c6c9-47bf-9ab2-48eb37a0b947 None None] The sync data for ids ['7b451379-5846-42af-82eb-80e384f4903b'] in dv-cinder-797608-18-iscsi is: [{'id': '7b451379-5846-42af-82eb-80e384f4903b', 'name': 'tempest-TestVolumeBootPattern-1158336727-router', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:17Z', 'revision_number': 4, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'gw_port': {'id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_floatingips': [{'id': '2687880e-919f-4889-94d5-7e566ffba6b8', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'floating_ip_address': '172.27.3.20', 'floating_network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'router_id': '7b451379-5846-42af-82eb-80e384f4903b', 'port_id': '2783ff19-2e0e-4f17-aad1-6ea0152b88ac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'mac_address': 'fa:16:3e:b1:3f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9551c939-d248-439c-9177-c3d5cff68f50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T17:56:12Z', 'updated_at': '2021-08-16T17:56:12Z', 'revision_number': 0, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c177a780-636f-418f-8f47-e9708f566c1a', 'name': '', 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'mac_address': 'fa:16:3e:7e:c7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:16Z', 'updated_at': '2021-08-16T17:55:24Z', 'revision_number': 5, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'subnets': [{'id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 17:56:14.492310 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 58488) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:56:14.561701 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cb23e8-00e5-454e-9bea-b68201f63b9f None None] New status for floating IP 2687880e-919f-4889-94d5-7e566ffba6b8: ACTIVE {{(pid=101352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 17:56:14.574479 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 58492) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:56:14.652634 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-00866e4e-4ea0-4199-a6a4-170dc573da3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:14.688333 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-518e6d1b-b8b7-4e90-b9ae-ad25289bc9e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:14.784786 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-00866e4e-4ea0-4199-a6a4-170dc573da3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:14.844561 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-00866e4e-4ea0-4199-a6a4-170dc573da3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:14.882003 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-00866e4e-4ea0-4199-a6a4-170dc573da3d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=055cd3c05e9142148e006e6ab0903c08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3886087 Aug 16 17:56:14.884439 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00866e4e-4ea0-4199-a6a4-170dc573da3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4272f0f3-ee17-4887-9f34-59eeb349e1d7,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:14.885312 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 58496) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:56:14.963945 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-0d761b52-8aa4-4d5a-b2b9-3eb44f3e9533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:14.980864 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-518e6d1b-b8b7-4e90-b9ae-ad25289bc9e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:14.994121 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-0d761b52-8aa4-4d5a-b2b9-3eb44f3e9533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:15.061992 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-518e6d1b-b8b7-4e90-b9ae-ad25289bc9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:15.097158 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e6d1b-b8b7-4e90-b9ae-ad25289bc9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243d9576-25d5-4dab-915d-9ce564fce8ef,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:15.100932 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-518e6d1b-b8b7-4e90-b9ae-ad25289bc9e7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ceff45952d954c978d58a686e017c555&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5253944 Aug 16 17:56:15.104374 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 58498) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:56:15.107671 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518e6d1b-b8b7-4e90-b9ae-ad25289bc9e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:15.108018 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518e6d1b-b8b7-4e90-b9ae-ad25289bc9e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:15.108358 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518e6d1b-b8b7-4e90-b9ae-ad25289bc9e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:15.108689 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518e6d1b-b8b7-4e90-b9ae-ad25289bc9e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:15.109018 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518e6d1b-b8b7-4e90-b9ae-ad25289bc9e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:15.109350 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518e6d1b-b8b7-4e90-b9ae-ad25289bc9e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:15.109677 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518e6d1b-b8b7-4e90-b9ae-ad25289bc9e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:15.110042 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518e6d1b-b8b7-4e90-b9ae-ad25289bc9e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:15.110370 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518e6d1b-b8b7-4e90-b9ae-ad25289bc9e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:15.110692 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518e6d1b-b8b7-4e90-b9ae-ad25289bc9e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:15.111012 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518e6d1b-b8b7-4e90-b9ae-ad25289bc9e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:15.111330 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518e6d1b-b8b7-4e90-b9ae-ad25289bc9e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:15.130586 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-0d761b52-8aa4-4d5a-b2b9-3eb44f3e9533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:15.133191 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-0d761b52-8aa4-4d5a-b2b9-3eb44f3e9533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:15.134320 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-0d761b52-8aa4-4d5a-b2b9-3eb44f3e9533 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4272f0f3-ee17-4887-9f34-59eeb349e1d7 HTTP/1.1" status: 204 len: 168 time: 0.2479918 Aug 16 17:56:15.143867 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d761b52-8aa4-4d5a-b2b9-3eb44f3e9533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4272f0f3-ee17-4887-9f34-59eeb349e1d7,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:15.158496 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-d0b4b274-d945-4b08-8ce9-8027d21260f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:15.184169 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-d0b4b274-d945-4b08-8ce9-8027d21260f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:15.290721 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-d0b4b274-d945-4b08-8ce9-8027d21260f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:15.293270 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-d0b4b274-d945-4b08-8ce9-8027d21260f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:15.294469 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-d0b4b274-d945-4b08-8ce9-8027d21260f2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/243d9576-25d5-4dab-915d-9ce564fce8ef HTTP/1.1" status: 204 len: 168 time: 0.1890929 Aug 16 17:56:15.302518 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b4b274-d945-4b08-8ce9-8027d21260f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243d9576-25d5-4dab-915d-9ce564fce8ef,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:15.928205 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 58524) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:56:15.941360 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-d3669a1c-ef74-4bf3-a60e-07125422cce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:16.040560 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-d3669a1c-ef74-4bf3-a60e-07125422cce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:16.100710 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-d3669a1c-ef74-4bf3-a60e-07125422cce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:16.140433 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-d3669a1c-ef74-4bf3-a60e-07125422cce3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8653249e0089476d95ddb57be974537c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2110846 Aug 16 17:56:16.141413 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3669a1c-ef74-4bf3-a60e-07125422cce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8edee6a3-bbb6-4348-bf8c-273dbf3e185f,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:16.143149 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 58530) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:56:16.193859 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-923c4046-66b6-4aa5-9b45-d634e714ea5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:16.218441 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-923c4046-66b6-4aa5-9b45-d634e714ea5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:16.340676 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-923c4046-66b6-4aa5-9b45-d634e714ea5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:16.343168 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-923c4046-66b6-4aa5-9b45-d634e714ea5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:16.344317 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-923c4046-66b6-4aa5-9b45-d634e714ea5b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8edee6a3-bbb6-4348-bf8c-273dbf3e185f HTTP/1.1" status: 204 len: 168 time: 0.2001102 Aug 16 17:56:16.352676 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c4046-66b6-4aa5-9b45-d634e714ea5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8edee6a3-bbb6-4348-bf8c-273dbf3e185f,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:16.762126 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 6 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 17:56:23.799252 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-5b6fe3d0-2f3b-4545-9a86-6eee42a0fe35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:26.536026 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-838a8f09-306c-40a8-8be0-076d65d4abc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:26.719075 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:26.759914 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 58676) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:56:26.864409 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-a52f9943-323d-44c6-8602-7b70105dba6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:26.948256 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-a52f9943-323d-44c6-8602-7b70105dba6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:27.021803 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-a52f9943-323d-44c6-8602-7b70105dba6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:27.060925 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-a52f9943-323d-44c6-8602-7b70105dba6e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aca68ed9167d487bafcefad6091394c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2999489 Aug 16 17:56:27.061857 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f9943-323d-44c6-8602-7b70105dba6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d73de2-6c4f-4c55-87a1-4fc3fbf7f801,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:27.063755 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 58680) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:56:27.114171 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-36fdcf88-9d5d-4752-bfb9-03e20e4656fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:27.137054 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-36fdcf88-9d5d-4752-bfb9-03e20e4656fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:27.288444 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-36fdcf88-9d5d-4752-bfb9-03e20e4656fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:27.290886 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-36fdcf88-9d5d-4752-bfb9-03e20e4656fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:27.292011 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-36fdcf88-9d5d-4752-bfb9-03e20e4656fd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/99d73de2-6c4f-4c55-87a1-4fc3fbf7f801 HTTP/1.1" status: 204 len: 168 time: 0.2260802 Aug 16 17:56:27.300147 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fdcf88-9d5d-4752-bfb9-03e20e4656fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d73de2-6c4f-4c55-87a1-4fc3fbf7f801,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:27.677214 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:27.809322 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:29.078776 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:32.217325 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 58778) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:56:32.320773 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-d93ddf77-6e59-4beb-b119-c71084831748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:32.409159 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-d93ddf77-6e59-4beb-b119-c71084831748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:32.519006 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-d93ddf77-6e59-4beb-b119-c71084831748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:32.557545 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-d93ddf77-6e59-4beb-b119-c71084831748 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f964aeea74cc487a8d87b2ddbc08b65b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3390801 Aug 16 17:56:32.558413 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ddf77-6e59-4beb-b119-c71084831748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99da9cb-2b75-48a0-bd34-16dae8eb0e0c,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:32.560234 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 58782) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:56:32.609677 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-88e9d311-83d5-4cfc-bcf8-67bf1a2284e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:32.630164 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-88e9d311-83d5-4cfc-bcf8-67bf1a2284e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:32.728526 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-88e9d311-83d5-4cfc-bcf8-67bf1a2284e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:32.731422 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-88e9d311-83d5-4cfc-bcf8-67bf1a2284e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:32.732562 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-88e9d311-83d5-4cfc-bcf8-67bf1a2284e2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e99da9cb-2b75-48a0-bd34-16dae8eb0e0c HTTP/1.1" status: 204 len: 168 time: 0.1713486 Aug 16 17:56:32.740488 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e9d311-83d5-4cfc-bcf8-67bf1a2284e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99da9cb-2b75-48a0-bd34-16dae8eb0e0c,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:33.269508 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 58788) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:56:33.283041 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-f49168da-dd80-414a-8085-3e90e21f1fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:33.371429 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-f49168da-dd80-414a-8085-3e90e21f1fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:33.444653 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-f49168da-dd80-414a-8085-3e90e21f1fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:33.482920 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-f49168da-dd80-414a-8085-3e90e21f1fdc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b3f39e7d8cab4bc9bcfbd19582eb35ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2117465 Aug 16 17:56:33.484365 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49168da-dd80-414a-8085-3e90e21f1fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3d51cf-d6f3-4682-925e-8202f23d3e3a,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:33.485673 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 58800) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:56:33.540472 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-dc0778dd-b761-42ce-bb0e-e7abc9b2f559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:33.561758 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-dc0778dd-b761-42ce-bb0e-e7abc9b2f559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:33.673170 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-dc0778dd-b761-42ce-bb0e-e7abc9b2f559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:33.675851 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-dc0778dd-b761-42ce-bb0e-e7abc9b2f559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:33.677049 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-dc0778dd-b761-42ce-bb0e-e7abc9b2f559 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1f3d51cf-d6f3-4682-925e-8202f23d3e3a HTTP/1.1" status: 204 len: 168 time: 0.1903241 Aug 16 17:56:33.686625 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0778dd-b761-42ce-bb0e-e7abc9b2f559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3d51cf-d6f3-4682-925e-8202f23d3e3a,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:34.764194 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 58826) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:56:34.858170 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-063a892b-444c-49bc-8b6d-fe5d68fb25a9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-307188865-network', 'tenant_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:56:34.941052 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063a892b-444c-49bc-8b6d-fe5d68fb25a9 admin admin] Made reservation on behalf of 9baf9e9adf0645b7a9b9a0a2692b6c7a for: {'network': 1} {{(pid=101349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:56:34.943314 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-063a892b-444c-49bc-8b6d-fe5d68fb25a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for network, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:34.951427 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-063a892b-444c-49bc-8b6d-fe5d68fb25a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:35.048227 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-063a892b-444c-49bc-8b6d-fe5d68fb25a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:35.142139 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-063a892b-444c-49bc-8b6d-fe5d68fb25a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:35.166106 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-063a892b-444c-49bc-8b6d-fe5d68fb25a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=101349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 17:56:35.175863 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a892b-444c-49bc-8b6d-fe5d68fb25a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053d5e35-152b-4659-a69a-3c0dc94350a3,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:35.181503 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-063a892b-444c-49bc-8b6d-fe5d68fb25a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050'] for segment, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:35.181848 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.db.segments_db [None req-063a892b-444c-49bc-8b6d-fe5d68fb25a9 admin admin] Added segment 7b6832d8-3808-49f0-8661-8c55976381a9 of type vlan for network a19e2522-e327-42de-a821-5691c9ec16f9 Aug 16 17:56:35.222869 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-063a892b-444c-49bc-8b6d-fe5d68fb25a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753902937420'] for network, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:35.318418 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-063a892b-444c-49bc-8b6d-fe5d68fb25a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132'] for network, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:35.319334 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063a892b-444c-49bc-8b6d-fe5d68fb25a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:56:35.319915 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-063a892b-444c-49bc-8b6d-fe5d68fb25a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:35.377712 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a892b-444c-49bc-8b6d-fe5d68fb25a9 admin admin] Pushing event updated for resources: {'Network': ['ID=a19e2522-e327-42de-a821-5691c9ec16f9,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:35.387382 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Network a19e2522-e327-42de-a821-5691c9ec16f9 details requested by agent ovs-agent-dv-cinder-797608-18-iscsi with host dv-cinder-797608-18-iscsi {{(pid=101351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 17:56:35.405134 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-063a892b-444c-49bc-8b6d-fe5d68fb25a9 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6398337 Aug 16 17:56:35.417282 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 58834) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:56:35.422705 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-7bc8a787-15bc-4960-ab6d-aa56eb2b8a75 admin admin] Request body: {'subnet': {'network_id': 'a19e2522-e327-42de-a821-5691c9ec16f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-307188865-subnet', 'tenant_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'ip_version': 4}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:56:35.528565 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc8a787-15bc-4960-ab6d-aa56eb2b8a75 admin admin] Made reservation on behalf of 9baf9e9adf0645b7a9b9a0a2692b6c7a for: {'subnet': 1} {{(pid=101349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:56:35.531364 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-7bc8a787-15bc-4960-ab6d-aa56eb2b8a75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6006925'] for subnet, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:35.762744 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-7bc8a787-15bc-4960-ab6d-aa56eb2b8a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5662942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6007011'] for subnet, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:35.814746 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8a787-15bc-4960-ab6d-aa56eb2b8a75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bfdefc8-fa05-46ad-a306-1767094369b4,revision_number=0']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:35.825177 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc8a787-15bc-4960-ab6d-aa56eb2b8a75 admin admin] Checking segment: {'id': '7b6832d8-3808-49f0-8661-8c55976381a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a19e2522-e327-42de-a821-5691c9ec16f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:56:35.825531 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc8a787-15bc-4960-ab6d-aa56eb2b8a75 admin admin] Network hostable DHCP agents. Network: a19e2522-e327-42de-a821-5691c9ec16f9, hostable agents: ['3b7d26aa-1344-4a4d-94e6-3d95468a224e'], hosted agents: [] {{(pid=101349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 17:56:35.916948 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc8a787-15bc-4960-ab6d-aa56eb2b8a75 admin admin] Network a19e2522-e327-42de-a821-5691c9ec16f9 is scheduled to be hosted by DHCP agent 3b7d26aa-1344-4a4d-94e6-3d95468a224e with binding_index 1 {{(pid=101349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 17:56:35.975380 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.base_scheduler [None req-7bc8a787-15bc-4960-ab6d-aa56eb2b8a75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-18-iscsi, a19e2522-e327-42de-a821-5691c9ec16f9) {{(pid=101349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:56:35.979303 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc8a787-15bc-4960-ab6d-aa56eb2b8a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:56:35.979913 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-7bc8a787-15bc-4960-ab6d-aa56eb2b8a75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:35.985663 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79abf490-c51f-48e5-bd27-da4b3b2c1508 None None] Network a19e2522-e327-42de-a821-5691c9ec16f9 requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:56:36.045335 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-7bc8a787-15bc-4960-ab6d-aa56eb2b8a75 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6269853 Aug 16 17:56:36.049371 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 58840) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:56:36.053942 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-cb93bf77-bd93-40b9-9615-fb5e80bd4dc4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-307188865-router', 'tenant_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'}}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:56:36.131160 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fb83fc-031b-4137-9951-f044ccc976a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3e3b7be-7796-57ff-9dc8-238864e5547d-a19e2522-e327-42de-a821-5691c9ec16f9', 'network_id': 'a19e2522-e327-42de-a821-5691c9ec16f9', 'tenant_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'fixed_ips': [{'subnet_id': '1bfdefc8-fa05-46ad-a306-1767094369b4'}]}} from dv-cinder-797608-18-iscsi. {{(pid=101351) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 17:56:36.132043 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-07fb83fc-031b-4137-9951-f044ccc976a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:36.140506 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-cb93bf77-bd93-40b9-9615-fb5e80bd4dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-725257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39913'] for router, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:36.141657 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-cb93bf77-bd93-40b9-9615-fb5e80bd4dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-725413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39824'] for router, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:36.197854 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-cb93bf77-bd93-40b9-9615-fb5e80bd4dc4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:36.263124 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.db_base_plugin_common [None req-07fb83fc-031b-4137-9951-f044ccc976a0 None None] Allocated IP 172.20.0.2 (a19e2522-e327-42de-a821-5691c9ec16f9/1bfdefc8-fa05-46ad-a306-1767094369b4/bd6eaae4-2177-4883-b0a5-40a2c07d8584) {{(pid=101351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:56:36.366436 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-cb93bf77-bd93-40b9-9615-fb5e80bd4dc4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:36.406974 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-07fb83fc-031b-4137-9951-f044ccc976a0 None None] Notify callbacks [] for port, precommit_create {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:36.415801 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-07fb83fc-031b-4137-9951-f044ccc976a0 None None] Transition to ACTIVE for port object bd6eaae4-2177-4883-b0a5-40a2c07d8584 will not be triggered until provisioned by entity L2. {{(pid=101351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:56:36.430954 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-07fb83fc-031b-4137-9951-f044ccc976a0 None None] Transition to ACTIVE for port object bd6eaae4-2177-4883-b0a5-40a2c07d8584 will not be triggered until provisioned by entity DHCP. {{(pid=101351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:56:36.478736 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-07fb83fc-031b-4137-9951-f044ccc976a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662'] for port, after_create {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:36.525712 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fb83fc-031b-4137-9951-f044ccc976a0 None None] Network a19e2522-e327-42de-a821-5691c9ec16f9 is already hosted by enough agents. {{(pid=101351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:56:36.528659 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.scheduler.base_scheduler [None req-07fb83fc-031b-4137-9951-f044ccc976a0 None None] Resources bound (agent type, host, resource id): {{(pid=101351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:56:36.532677 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fb83fc-031b-4137-9951-f044ccc976a0 None None] Received port after_create {{(pid=101351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:56:36.540119 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb83fc-031b-4137-9951-f044ccc976a0 None None] Pushing event updated for resources: {'Port': ['ID=bd6eaae4-2177-4883-b0a5-40a2c07d8584,revision_number=1']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:36.581677 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fb83fc-031b-4137-9951-f044ccc976a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:36.582067 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fb83fc-031b-4137-9951-f044ccc976a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:36.582446 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fb83fc-031b-4137-9951-f044ccc976a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:36.582794 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fb83fc-031b-4137-9951-f044ccc976a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:36.583129 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fb83fc-031b-4137-9951-f044ccc976a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:36.583465 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fb83fc-031b-4137-9951-f044ccc976a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:36.583793 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fb83fc-031b-4137-9951-f044ccc976a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:36.584121 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fb83fc-031b-4137-9951-f044ccc976a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:36.584449 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fb83fc-031b-4137-9951-f044ccc976a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:36.585323 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fb83fc-031b-4137-9951-f044ccc976a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:36.585323 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fb83fc-031b-4137-9951-f044ccc976a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:36.585490 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fb83fc-031b-4137-9951-f044ccc976a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:36.606351 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-07fb83fc-031b-4137-9951-f044ccc976a0 None None] Attempting to bind port bd6eaae4-2177-4883-b0a5-40a2c07d8584 on host dv-cinder-797608-18-iscsi for vnic_type normal with profile {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:56:36.606728 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-07fb83fc-031b-4137-9951-f044ccc976a0 None None] Attempting to bind port bd6eaae4-2177-4883-b0a5-40a2c07d8584 by drivers openvswitch,hyperv on host dv-cinder-797608-18-iscsi at level 0 using segments [{'id': '7b6832d8-3808-49f0-8661-8c55976381a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a19e2522-e327-42de-a821-5691c9ec16f9'}] {{(pid=101351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:56:36.607094 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fb83fc-031b-4137-9951-f044ccc976a0 None None] Attempting to bind port bd6eaae4-2177-4883-b0a5-40a2c07d8584 on network a19e2522-e327-42de-a821-5691c9ec16f9 {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:56:36.611078 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-cb93bf77-bd93-40b9-9615-fb5e80bd4dc4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:36.612727 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fb83fc-031b-4137-9951-f044ccc976a0 None None] Checking agent: {'id': 'fab5396a-5d23-4b36-81ca-c96508201f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 39, 27), 'started_at': datetime.datetime(2021, 8, 16, 17, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:56:36.613101 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fb83fc-031b-4137-9951-f044ccc976a0 None None] Checking segment: {'id': '7b6832d8-3808-49f0-8661-8c55976381a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a19e2522-e327-42de-a821-5691c9ec16f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:56:36.613507 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-07fb83fc-031b-4137-9951-f044ccc976a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:36.613931 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fb83fc-031b-4137-9951-f044ccc976a0 None None] Bound using segment: {'id': '7b6832d8-3808-49f0-8661-8c55976381a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a19e2522-e327-42de-a821-5691c9ec16f9'} {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:56:36.614479 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-07fb83fc-031b-4137-9951-f044ccc976a0 None None] Bound port: bd6eaae4-2177-4883-b0a5-40a2c07d8584, host: dv-cinder-797608-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b6832d8-3808-49f0-8661-8c55976381a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a19e2522-e327-42de-a821-5691c9ec16f9'}}] {{(pid=101351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:56:36.614859 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-07fb83fc-031b-4137-9951-f044ccc976a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:36.631384 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-cb93bf77-bd93-40b9-9615-fb5e80bd4dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:36.677669 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-07fb83fc-031b-4137-9951-f044ccc976a0 None None] For port bd6eaae4-2177-4883-b0a5-40a2c07d8584, host dv-cinder-797608-18-iscsi, cleared binding levels {{(pid=101351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:56:36.680777 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-07fb83fc-031b-4137-9951-f044ccc976a0 None None] For port bd6eaae4-2177-4883-b0a5-40a2c07d8584, host dv-cinder-797608-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=bd6eaae4-2177-4883-b0a5-40a2c07d8584,segment=NetworkSegment(7b6832d8-3808-49f0-8661-8c55976381a9),segment_id=7b6832d8-3808-49f0-8661-8c55976381a9)] {{(pid=101351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:56:36.736878 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.db_base_plugin_common [None req-cb93bf77-bd93-40b9-9615-fb5e80bd4dc4 admin admin] Allocated IP 172.27.3.68 (d857f842-3fbc-4776-aae7-ff863ed2df9e/954a9ada-4a6b-483d-99dd-491d9afbe734/9735bd76-ca4f-4077-a618-4c2eb5d93d2c) {{(pid=101349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:56:36.740687 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-07fb83fc-031b-4137-9951-f044ccc976a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:36.806557 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb83fc-031b-4137-9951-f044ccc976a0 None None] Pushing event updated for resources: {'Port': ['ID=bd6eaae4-2177-4883-b0a5-40a2c07d8584,revision_number=2']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:36.843468 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-cb93bf77-bd93-40b9-9615-fb5e80bd4dc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:36.953770 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-cb93bf77-bd93-40b9-9615-fb5e80bd4dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:37.010568 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb93bf77-bd93-40b9-9615-fb5e80bd4dc4 admin admin] Network d857f842-3fbc-4776-aae7-ff863ed2df9e is already hosted by enough agents. {{(pid=101349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:56:37.012312 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.base_scheduler [None req-cb93bf77-bd93-40b9-9615-fb5e80bd4dc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:56:37.014127 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93bf77-bd93-40b9-9615-fb5e80bd4dc4 admin admin] Pushing event updated for resources: {'Port': ['ID=9735bd76-ca4f-4077-a618-4c2eb5d93d2c,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:37.020362 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb93bf77-bd93-40b9-9615-fb5e80bd4dc4 admin admin] Received port after_create {{(pid=101349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:56:37.328613 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-cb93bf77-bd93-40b9-9615-fb5e80bd4dc4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:37.538083 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-cb93bf77-bd93-40b9-9615-fb5e80bd4dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-725404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726055'] for router, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:37.614615 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device bd6eaae4-2177-4883-b0a5-40a2c07d8584 up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:56:37.753752 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089bddbf-109d-47c2-8bed-126061c6cade None None] Network a19e2522-e327-42de-a821-5691c9ec16f9 requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:56:37.767331 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning for port bd6eaae4-2177-4883-b0a5-40a2c07d8584 completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:56:37.928290 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-1cee99a6-2ff7-4e26-b8df-1338b5c7edbf None None] Provisioning for port bd6eaae4-2177-4883-b0a5-40a2c07d8584 completed by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:56:37.934176 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-1cee99a6-2ff7-4e26-b8df-1338b5c7edbf None None] Provisioning complete for port bd6eaae4-2177-4883-b0a5-40a2c07d8584 triggered by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:56:37.934555 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-1cee99a6-2ff7-4e26-b8df-1338b5c7edbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:38.021206 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb93bf77-bd93-40b9-9615-fb5e80bd4dc4 admin admin] Router 39b1f362-a616-4876-ae19-ea866109d662 is scheduled to L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 with binding_index 1 {{(pid=101349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 17:56:38.021729 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-1cee99a6-2ff7-4e26-b8df-1338b5c7edbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:38.055793 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-1cee99a6-2ff7-4e26-b8df-1338b5c7edbf None None] For port bd6eaae4-2177-4883-b0a5-40a2c07d8584, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=bd6eaae4-2177-4883-b0a5-40a2c07d8584,segment=NetworkSegment(7b6832d8-3808-49f0-8661-8c55976381a9),segment_id=7b6832d8-3808-49f0-8661-8c55976381a9)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:56:38.128586 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-1cee99a6-2ff7-4e26-b8df-1338b5c7edbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:38.138704 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb93bf77-bd93-40b9-9615-fb5e80bd4dc4 admin admin] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 17:56:38.152339 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf155467-bd0c-44da-b373-e45e055a5e6b None None] Sync routers for ids ['39b1f362-a616-4876-ae19-ea866109d662'] in dv-cinder-797608-18-iscsi {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 17:56:38.174391 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf155467-bd0c-44da-b373-e45e055a5e6b None None] Routers {'39b1f362-a616-4876-ae19-ea866109d662'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:56:38.175019 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-cf155467-bd0c-44da-b373-e45e055a5e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:56:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['39b1f362-a616-4876-ae19-ea866109d662'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:56:38.220236 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-cb93bf77-bd93-40b9-9615-fb5e80bd4dc4 admin admin] Notify callbacks [] for router, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:38.221217 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee99a6-2ff7-4e26-b8df-1338b5c7edbf None None] Pushing event updated for resources: {'Port': ['ID=bd6eaae4-2177-4883-b0a5-40a2c07d8584,revision_number=3']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:38.221999 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-cb93bf77-bd93-40b9-9615-fb5e80bd4dc4 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1716082 Aug 16 17:56:38.225110 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 58860) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:56:38.289647 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-7460fbb3-2e83-44b2-8d20-a21f9eb4ab08 None None] Provisioning complete for port bd6eaae4-2177-4883-b0a5-40a2c07d8584 triggered by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:56:38.290041 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-7460fbb3-2e83-44b2-8d20-a21f9eb4ab08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:38.312910 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-cf155467-bd0c-44da-b373-e45e055a5e6b None None] Set router 39b1f362-a616-4876-ae19-ea866109d662 gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:56:38.533732 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-cf155467-bd0c-44da-b373-e45e055a5e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b1f362-a616-4876-ae19-ea866109d662', 'name': 'tempest-TestMinimumBasicScenario-307188865-router', 'tenant_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '9735bd76-ca4f-4077-a618-4c2eb5d93d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:56:36Z', 'updated_at': '2021-08-16T17:56:37Z', 'revision_number': 3, 'project_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'gw_port': {'id': '9735bd76-ca4f-4077-a618-4c2eb5d93d2c', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:11:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b1f362-a616-4876-ae19-ea866109d662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:56:36Z', 'updated_at': '2021-08-16T17:56:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi'}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:56:38.567369 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf155467-bd0c-44da-b373-e45e055a5e6b None None] Checking router: 39b1f362-a616-4876-ae19-ea866109d662 for host: dv-cinder-797608-18-iscsi {{(pid=101351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 17:56:38.567725 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf155467-bd0c-44da-b373-e45e055a5e6b None None] Updating router 39b1f362-a616-4876-ae19-ea866109d662 port 9735bd76-ca4f-4077-a618-4c2eb5d93d2c binding host dv-cinder-797608-18-iscsi {{(pid=101351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 17:56:38.592913 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-cf155467-bd0c-44da-b373-e45e055a5e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:38.641653 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-8e7027a1-1ed0-4e53-86f5-010a80be22db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:38.801450 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.db_base_plugin_common [None req-8e7027a1-1ed0-4e53-86f5-010a80be22db admin admin] Allocated IP 172.20.0.1 (a19e2522-e327-42de-a821-5691c9ec16f9/1bfdefc8-fa05-46ad-a306-1767094369b4/78b7afdc-b387-4c71-90bb-93d8f2f83f74) {{(pid=101349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:56:38.846954 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-cf155467-bd0c-44da-b373-e45e055a5e6b None None] Notify callbacks [] for port, precommit_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:38.856545 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-cf155467-bd0c-44da-b373-e45e055a5e6b None None] Transition to ACTIVE for port object 9735bd76-ca4f-4077-a618-4c2eb5d93d2c will not be triggered until provisioned by entity L2. {{(pid=101351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:56:38.904681 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-8e7027a1-1ed0-4e53-86f5-010a80be22db admin admin] Notify callbacks [] for port, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:38.918666 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.provisioning_blocks [None req-8e7027a1-1ed0-4e53-86f5-010a80be22db admin admin] Transition to ACTIVE for port object 78b7afdc-b387-4c71-90bb-93d8f2f83f74 will not be triggered until provisioned by entity DHCP. {{(pid=101349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:56:38.957460 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 58872) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:56:38.958627 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-cf155467-bd0c-44da-b373-e45e055a5e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:39.015176 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254fa65c-cf94-4308-90ce-19a76ae678b7 None None] Pushing event updated for resources: {'Port': ['ID=9735bd76-ca4f-4077-a618-4c2eb5d93d2c,revision_number=2']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:39.020349 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-cf155467-bd0c-44da-b373-e45e055a5e6b None None] Attempting to bind port 9735bd76-ca4f-4077-a618-4c2eb5d93d2c on host dv-cinder-797608-18-iscsi for vnic_type normal with profile {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:56:39.020349 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-cf155467-bd0c-44da-b373-e45e055a5e6b None None] Attempting to bind port 9735bd76-ca4f-4077-a618-4c2eb5d93d2c by drivers openvswitch,hyperv on host dv-cinder-797608-18-iscsi at level 0 using segments [{'id': '81288102-e1f3-4b19-b1aa-0a6021adf8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'}] {{(pid=101351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:56:39.020349 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf155467-bd0c-44da-b373-e45e055a5e6b None None] Attempting to bind port 9735bd76-ca4f-4077-a618-4c2eb5d93d2c on network d857f842-3fbc-4776-aae7-ff863ed2df9e {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:56:39.025185 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf155467-bd0c-44da-b373-e45e055a5e6b None None] Checking agent: {'id': 'fab5396a-5d23-4b36-81ca-c96508201f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 39, 27), 'started_at': datetime.datetime(2021, 8, 16, 17, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:56:39.025635 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf155467-bd0c-44da-b373-e45e055a5e6b None None] Checking segment: {'id': '81288102-e1f3-4b19-b1aa-0a6021adf8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:56:39.026128 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-cf155467-bd0c-44da-b373-e45e055a5e6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:39.026622 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf155467-bd0c-44da-b373-e45e055a5e6b None None] Bound using segment: {'id': '81288102-e1f3-4b19-b1aa-0a6021adf8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'} {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:56:39.027164 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-cf155467-bd0c-44da-b373-e45e055a5e6b None None] Bound port: 9735bd76-ca4f-4077-a618-4c2eb5d93d2c, host: dv-cinder-797608-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81288102-e1f3-4b19-b1aa-0a6021adf8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'}}] {{(pid=101351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:56:39.027640 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-cf155467-bd0c-44da-b373-e45e055a5e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:39.066357 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-7c07c3cf-7f63-4f7d-8a2b-2743c142b601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:39.071942 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-8e7027a1-1ed0-4e53-86f5-010a80be22db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:39.079838 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-cf155467-bd0c-44da-b373-e45e055a5e6b None None] For port 9735bd76-ca4f-4077-a618-4c2eb5d93d2c, host dv-cinder-797608-18-iscsi, cleared binding levels {{(pid=101351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:56:39.083035 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-cf155467-bd0c-44da-b373-e45e055a5e6b None None] For port 9735bd76-ca4f-4077-a618-4c2eb5d93d2c, host dv-cinder-797608-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=9735bd76-ca4f-4077-a618-4c2eb5d93d2c,segment=NetworkSegment(81288102-e1f3-4b19-b1aa-0a6021adf8ca),segment_id=81288102-e1f3-4b19-b1aa-0a6021adf8ca)] {{(pid=101351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:56:39.114164 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7027a1-1ed0-4e53-86f5-010a80be22db admin admin] Network a19e2522-e327-42de-a821-5691c9ec16f9 is already hosted by enough agents. {{(pid=101349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:56:39.123822 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.base_scheduler [None req-8e7027a1-1ed0-4e53-86f5-010a80be22db admin admin] Resources bound (agent type, host, resource id): {{(pid=101349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:56:39.130158 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7027a1-1ed0-4e53-86f5-010a80be22db admin admin] Received port after_create {{(pid=101349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:56:39.154159 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-cf155467-bd0c-44da-b373-e45e055a5e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:39.158483 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7027a1-1ed0-4e53-86f5-010a80be22db admin admin] Pushing event updated for resources: {'Port': ['ID=78b7afdc-b387-4c71-90bb-93d8f2f83f74,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:39.190985 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-8e7027a1-1ed0-4e53-86f5-010a80be22db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701256'] for router_interface, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:39.222775 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf155467-bd0c-44da-b373-e45e055a5e6b None None] Routers {'39b1f362-a616-4876-ae19-ea866109d662'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:56:39.226831 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-cf155467-bd0c-44da-b373-e45e055a5e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:56:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['39b1f362-a616-4876-ae19-ea866109d662'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:56:39.271347 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254fa65c-cf94-4308-90ce-19a76ae678b7 None None] Pushing event updated for resources: {'Port': ['ID=9735bd76-ca4f-4077-a618-4c2eb5d93d2c,revision_number=3']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:39.318070 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-7c07c3cf-7f63-4f7d-8a2b-2743c142b601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:39.340141 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-cf155467-bd0c-44da-b373-e45e055a5e6b None None] Set router 39b1f362-a616-4876-ae19-ea866109d662 gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:56:39.381646 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-7c07c3cf-7f63-4f7d-8a2b-2743c142b601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:39.439246 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c07c3cf-7f63-4f7d-8a2b-2743c142b601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2abf74-cb1a-46f2-866f-6bf2a0ee11d2,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:39.445708 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-7c07c3cf-7f63-4f7d-8a2b-2743c142b601 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=98dbc165c50442be89f1f5898314e502&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4848347 Aug 16 17:56:39.445949 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 58876) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:56:39.463045 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-8e7027a1-1ed0-4e53-86f5-010a80be22db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:39.510245 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-6f577452-18ba-445f-a925-b139d0a81416 None None] Provisioning for port 78b7afdc-b387-4c71-90bb-93d8f2f83f74 completed by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:56:39.516947 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-6f577452-18ba-445f-a925-b139d0a81416 None None] Provisioning complete for port 78b7afdc-b387-4c71-90bb-93d8f2f83f74 triggered by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:56:39.517424 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-6f577452-18ba-445f-a925-b139d0a81416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:39.550165 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-64f6d85e-6af8-4f78-b496-d1540cdd854f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:39.617159 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-64f6d85e-6af8-4f78-b496-d1540cdd854f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:39.670426 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device bd6eaae4-2177-4883-b0a5-40a2c07d8584 up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:56:39.704392 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-8e7027a1-1ed0-4e53-86f5-010a80be22db admin admin] Notify callbacks [] for port, precommit_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:39.720604 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-6f577452-18ba-445f-a925-b139d0a81416 None None] Port 78b7afdc-b387-4c71-90bb-93d8f2f83f74 cannot update to ACTIVE because it is not bound. {{(pid=101351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 17:56:39.743418 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-cf155467-bd0c-44da-b373-e45e055a5e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b1f362-a616-4876-ae19-ea866109d662', 'name': 'tempest-TestMinimumBasicScenario-307188865-router', 'tenant_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '9735bd76-ca4f-4077-a618-4c2eb5d93d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:56:36Z', 'updated_at': '2021-08-16T17:56:37Z', 'revision_number': 3, 'project_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'gw_port': {'id': '9735bd76-ca4f-4077-a618-4c2eb5d93d2c', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:11:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b1f362-a616-4876-ae19-ea866109d662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:56:36Z', 'updated_at': '2021-08-16T17:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi'}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:56:39.773471 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf155467-bd0c-44da-b373-e45e055a5e6b None None] The sync data for ids ['39b1f362-a616-4876-ae19-ea866109d662'] in dv-cinder-797608-18-iscsi is: [{'id': '39b1f362-a616-4876-ae19-ea866109d662', 'name': 'tempest-TestMinimumBasicScenario-307188865-router', 'tenant_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '9735bd76-ca4f-4077-a618-4c2eb5d93d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:56:36Z', 'updated_at': '2021-08-16T17:56:37Z', 'revision_number': 3, 'project_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'gw_port': {'id': '9735bd76-ca4f-4077-a618-4c2eb5d93d2c', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:11:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b1f362-a616-4876-ae19-ea866109d662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:56:36Z', 'updated_at': '2021-08-16T17:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi'}] {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 17:56:39.775475 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-64f6d85e-6af8-4f78-b496-d1540cdd854f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:39.782764 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port bd6eaae4-2177-4883-b0a5-40a2c07d8584 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:56:39.782764 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:39.784056 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-64f6d85e-6af8-4f78-b496-d1540cdd854f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:39.784056 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-64f6d85e-6af8-4f78-b496-d1540cdd854f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0a2abf74-cb1a-46f2-866f-6bf2a0ee11d2 HTTP/1.1" status: 204 len: 168 time: 0.3311124 Aug 16 17:56:39.794182 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6d85e-6af8-4f78-b496-d1540cdd854f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2abf74-cb1a-46f2-866f-6bf2a0ee11d2,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:39.798464 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-8e7027a1-1ed0-4e53-86f5-010a80be22db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5660737'] for port, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:39.881865 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7027a1-1ed0-4e53-86f5-010a80be22db admin admin] Pushing event updated for resources: {'Port': ['ID=78b7afdc-b387-4c71-90bb-93d8f2f83f74,revision_number=2']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:39.886753 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-8e7027a1-1ed0-4e53-86f5-010a80be22db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-634170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701412'] for router_interface, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:39.981806 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7027a1-1ed0-4e53-86f5-010a80be22db admin admin] Network a19e2522-e327-42de-a821-5691c9ec16f9 is already hosted by enough agents. {{(pid=101349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:56:39.983213 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.base_scheduler [None req-8e7027a1-1ed0-4e53-86f5-010a80be22db admin admin] Resources bound (agent type, host, resource id): {{(pid=101349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:56:40.144606 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7027a1-1ed0-4e53-86f5-010a80be22db admin admin] Router 39b1f362-a616-4876-ae19-ea866109d662 has already been hosted by L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 {{(pid=101349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 17:56:40.252212 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-8b4b0965-71eb-491b-92bb-491ac79252b3 None None] Provisioning complete for port 78b7afdc-b387-4c71-90bb-93d8f2f83f74 triggered by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:56:40.252728 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-8b4b0965-71eb-491b-92bb-491ac79252b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:40.273017 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7027a1-1ed0-4e53-86f5-010a80be22db admin admin] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 17:56:40.276863 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-8e7027a1-1ed0-4e53-86f5-010a80be22db admin admin] 10.222.0.73 "PUT /v2.0/routers/39b1f362-a616-4876-ae19-ea866109d662/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0498555 Aug 16 17:56:40.293694 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-8b4b0965-71eb-491b-92bb-491ac79252b3 None None] Port 78b7afdc-b387-4c71-90bb-93d8f2f83f74 cannot update to ACTIVE because it is not bound. {{(pid=101351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 17:56:40.430306 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 58886) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:56:40.445144 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-4cde7af2-568c-4e02-ba00-ebe42c075196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:40.542678 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-4cde7af2-568c-4e02-ba00-ebe42c075196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:40.638340 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-4cde7af2-568c-4e02-ba00-ebe42c075196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:40.676227 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde7af2-568c-4e02-ba00-ebe42c075196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b43f9c1-0716-4cb6-abdf-e34ba05ad0df,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:40.681650 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-4cde7af2-568c-4e02-ba00-ebe42c075196 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b719a20c26304f03896cca0e65c096c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2493975 Aug 16 17:56:40.684300 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 58890) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:56:40.733276 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-30505031-8495-4692-bba4-46d13b085f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:40.754778 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-30505031-8495-4692-bba4-46d13b085f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:40.911080 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-30505031-8495-4692-bba4-46d13b085f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:40.913611 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-30505031-8495-4692-bba4-46d13b085f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:40.914804 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-30505031-8495-4692-bba4-46d13b085f62 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4b43f9c1-0716-4cb6-abdf-e34ba05ad0df HTTP/1.1" status: 204 len: 168 time: 0.2297220 Aug 16 17:56:40.922639 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30505031-8495-4692-bba4-46d13b085f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b43f9c1-0716-4cb6-abdf-e34ba05ad0df,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:41.174020 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 58904) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:56:41.183663 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-e4a7b6cb-7601-4b0f-9ab4-4681be073057 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2085422862-network', 'tenant_id': '4f50e54680834d898dbfa379c2aa4d9d'}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:56:41.271352 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a7b6cb-7601-4b0f-9ab4-4681be073057 admin admin] Made reservation on behalf of 4f50e54680834d898dbfa379c2aa4d9d for: {'network': 1} {{(pid=101350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:56:41.273738 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-e4a7b6cb-7601-4b0f-9ab4-4681be073057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for network, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:41.282900 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-e4a7b6cb-7601-4b0f-9ab4-4681be073057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:41.372355 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-e4a7b6cb-7601-4b0f-9ab4-4681be073057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:41.387273 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c0a941-21e0-4a8c-9371-2669e768fb08 None None] Sync routers for ids ['39b1f362-a616-4876-ae19-ea866109d662'] in dv-cinder-797608-18-iscsi {{(pid=101352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 17:56:41.397132 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c0a941-21e0-4a8c-9371-2669e768fb08 None None] Routers {'39b1f362-a616-4876-ae19-ea866109d662'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:56:41.397731 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-73c0a941-21e0-4a8c-9371-2669e768fb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:56:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['39b1f362-a616-4876-ae19-ea866109d662'], 'active': True} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:56:41.453934 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-e4a7b6cb-7601-4b0f-9ab4-4681be073057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:41.474610 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4a7b6cb-7601-4b0f-9ab4-4681be073057 admin admin] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=101350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 17:56:41.490090 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7b6cb-7601-4b0f-9ab4-4681be073057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a316221-4435-44a4-98bd-3e58baaad4e8,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:41.492968 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-e4a7b6cb-7601-4b0f-9ab4-4681be073057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050'] for segment, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:41.493305 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.db.segments_db [None req-e4a7b6cb-7601-4b0f-9ab4-4681be073057 admin admin] Added segment 9313a3b9-62dc-430f-994b-6250e7a14864 of type vlan for network 4b0b383d-3648-4a23-a231-5a8c006c0052 Aug 16 17:56:41.503671 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvr_db [None req-73c0a941-21e0-4a8c-9371-2669e768fb08 None None] Set router 39b1f362-a616-4876-ae19-ea866109d662 gateway port host: dv-cinder-797608-18-iscsi {{(pid=101352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:56:41.535876 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-e4a7b6cb-7601-4b0f-9ab4-4681be073057 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753902937420'] for network, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:41.557365 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 58906) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:56:41.574609 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-ea47984c-8635-4707-8c07-029451590df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:41.628618 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 9735bd76-ca4f-4077-a618-4c2eb5d93d2c up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:56:41.633470 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-e4a7b6cb-7601-4b0f-9ab4-4681be073057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132'] for network, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:41.634490 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a7b6cb-7601-4b0f-9ab4-4681be073057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:56:41.635133 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-e4a7b6cb-7601-4b0f-9ab4-4681be073057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:41.691290 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-ea47984c-8635-4707-8c07-029451590df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:41.708678 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7b6cb-7601-4b0f-9ab4-4681be073057 admin admin] Pushing event updated for resources: {'Network': ['ID=4b0b383d-3648-4a23-a231-5a8c006c0052,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:41.720561 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Network 4b0b383d-3648-4a23-a231-5a8c006c0052 details requested by agent ovs-agent-dv-cinder-797608-18-iscsi with host dv-cinder-797608-18-iscsi {{(pid=101351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 17:56:41.757460 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-ea47984c-8635-4707-8c07-029451590df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:41.791151 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning for port 9735bd76-ca4f-4077-a618-4c2eb5d93d2c completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:56:41.795416 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 9735bd76-ca4f-4077-a618-4c2eb5d93d2c triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:56:41.795785 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:41.801871 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-ea47984c-8635-4707-8c07-029451590df6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6fb8fa4ad5264670ac8308360034eef2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2405238 Aug 16 17:56:41.801871 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47984c-8635-4707-8c07-029451590df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fcdd1f-1927-477f-949a-80d85c10e9c9,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:41.802479 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-73c0a941-21e0-4a8c-9371-2669e768fb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b1f362-a616-4876-ae19-ea866109d662', 'name': 'tempest-TestMinimumBasicScenario-307188865-router', 'tenant_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '9735bd76-ca4f-4077-a618-4c2eb5d93d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:56:36Z', 'updated_at': '2021-08-16T17:56:39Z', 'revision_number': 4, 'project_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'gw_port': {'id': '9735bd76-ca4f-4077-a618-4c2eb5d93d2c', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:11:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b1f362-a616-4876-ae19-ea866109d662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:56:36Z', 'updated_at': '2021-08-16T17:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': '78b7afdc-b387-4c71-90bb-93d8f2f83f74', 'name': '', 'network_id': 'a19e2522-e327-42de-a821-5691c9ec16f9', 'tenant_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'mac_address': 'fa:16:3e:07:3b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b1f362-a616-4876-ae19-ea866109d662', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1bfdefc8-fa05-46ad-a306-1767094369b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:56:38Z', 'updated_at': '2021-08-16T17:56:39Z', 'revision_number': 2, 'project_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'subnets': [{'id': '1bfdefc8-fa05-46ad-a306-1767094369b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:56:41.804783 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 58908) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:56:41.832056 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-e4a7b6cb-7601-4b0f-9ab4-4681be073057 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6569133 Aug 16 17:56:41.834845 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 58910) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:56:41.839596 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c0a941-21e0-4a8c-9371-2669e768fb08 None None] Checking router: 39b1f362-a616-4876-ae19-ea866109d662 for host: dv-cinder-797608-18-iscsi {{(pid=101352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 17:56:41.840071 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c0a941-21e0-4a8c-9371-2669e768fb08 None None] Updating router 39b1f362-a616-4876-ae19-ea866109d662 port 78b7afdc-b387-4c71-90bb-93d8f2f83f74 binding host dv-cinder-797608-18-iscsi {{(pid=101352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 17:56:41.846084 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-6f7d6a84-282f-4ad0-9e62-a3bcb3195888 admin admin] Request body: {'subnet': {'network_id': '4b0b383d-3648-4a23-a231-5a8c006c0052', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2085422862-subnet', 'tenant_id': '4f50e54680834d898dbfa379c2aa4d9d', 'ip_version': 4}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:56:41.873702 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-73c0a941-21e0-4a8c-9371-2669e768fb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:41.888462 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-46eaa47f-6291-447b-85a4-fa4f7ebe42be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:41.895460 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:41.911741 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-46eaa47f-6291-447b-85a4-fa4f7ebe42be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:41.918118 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] For port 9735bd76-ca4f-4077-a618-4c2eb5d93d2c, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=9735bd76-ca4f-4077-a618-4c2eb5d93d2c,segment=NetworkSegment(81288102-e1f3-4b19-b1aa-0a6021adf8ca),segment_id=81288102-e1f3-4b19-b1aa-0a6021adf8ca)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:56:41.935874 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7d6a84-282f-4ad0-9e62-a3bcb3195888 admin admin] Made reservation on behalf of 4f50e54680834d898dbfa379c2aa4d9d for: {'subnet': 1} {{(pid=101349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:56:41.938674 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6f7d6a84-282f-4ad0-9e62-a3bcb3195888 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6006925'] for subnet, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:42.004552 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:42.032497 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-46eaa47f-6291-447b-85a4-fa4f7ebe42be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:42.036122 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-46eaa47f-6291-447b-85a4-fa4f7ebe42be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:42.041179 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-46eaa47f-6291-447b-85a4-fa4f7ebe42be admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/47fcdd1f-1927-477f-949a-80d85c10e9c9 HTTP/1.1" status: 204 len: 168 time: 0.2352853 Aug 16 17:56:42.055948 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eaa47f-6291-447b-85a4-fa4f7ebe42be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fcdd1f-1927-477f-949a-80d85c10e9c9,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:42.060715 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Pushing event updated for resources: {'Port': ['ID=9735bd76-ca4f-4077-a618-4c2eb5d93d2c,revision_number=4']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:42.184759 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-73c0a941-21e0-4a8c-9371-2669e768fb08 None None] Notify callbacks [] for port, precommit_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:42.194471 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.provisioning_blocks [None req-73c0a941-21e0-4a8c-9371-2669e768fb08 None None] Transition to ACTIVE for port object 78b7afdc-b387-4c71-90bb-93d8f2f83f74 will not be triggered until provisioned by entity L2. {{(pid=101352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:56:42.208816 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6f7d6a84-282f-4ad0-9e62-a3bcb3195888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5662942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6007011'] for subnet, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:42.265536 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d6a84-282f-4ad0-9e62-a3bcb3195888 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e235a427-c40d-477a-a666-bd7f53cef700,revision_number=0']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:42.272474 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7d6a84-282f-4ad0-9e62-a3bcb3195888 admin admin] Checking segment: {'id': '9313a3b9-62dc-430f-994b-6250e7a14864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4b0b383d-3648-4a23-a231-5a8c006c0052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:56:42.272895 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7d6a84-282f-4ad0-9e62-a3bcb3195888 admin admin] Network hostable DHCP agents. Network: 4b0b383d-3648-4a23-a231-5a8c006c0052, hostable agents: ['3b7d26aa-1344-4a4d-94e6-3d95468a224e'], hosted agents: [] {{(pid=101349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 17:56:42.295753 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-73c0a941-21e0-4a8c-9371-2669e768fb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:42.348491 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d0268-674d-491e-b1e0-a8db05352db7 None None] Pushing event updated for resources: {'Port': ['ID=78b7afdc-b387-4c71-90bb-93d8f2f83f74,revision_number=3']} {{(pid=101352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:42.358795 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7d6a84-282f-4ad0-9e62-a3bcb3195888 admin admin] Network 4b0b383d-3648-4a23-a231-5a8c006c0052 is scheduled to be hosted by DHCP agent 3b7d26aa-1344-4a4d-94e6-3d95468a224e with binding_index 1 {{(pid=101349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 17:56:42.367841 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d0268-674d-491e-b1e0-a8db05352db7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:42.368202 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d0268-674d-491e-b1e0-a8db05352db7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:42.370912 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d0268-674d-491e-b1e0-a8db05352db7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:42.370912 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d0268-674d-491e-b1e0-a8db05352db7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:42.370912 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d0268-674d-491e-b1e0-a8db05352db7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:42.370912 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d0268-674d-491e-b1e0-a8db05352db7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:42.370912 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d0268-674d-491e-b1e0-a8db05352db7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:42.370912 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d0268-674d-491e-b1e0-a8db05352db7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:42.370912 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d0268-674d-491e-b1e0-a8db05352db7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:42.370912 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d0268-674d-491e-b1e0-a8db05352db7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:42.371532 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d0268-674d-491e-b1e0-a8db05352db7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:42.371532 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d0268-674d-491e-b1e0-a8db05352db7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:42.409326 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.managers [None req-73c0a941-21e0-4a8c-9371-2669e768fb08 None None] Attempting to bind port 78b7afdc-b387-4c71-90bb-93d8f2f83f74 on host dv-cinder-797608-18-iscsi for vnic_type normal with profile {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:56:42.410761 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.managers [None req-73c0a941-21e0-4a8c-9371-2669e768fb08 None None] Attempting to bind port 78b7afdc-b387-4c71-90bb-93d8f2f83f74 by drivers openvswitch,hyperv on host dv-cinder-797608-18-iscsi at level 0 using segments [{'id': '7b6832d8-3808-49f0-8661-8c55976381a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a19e2522-e327-42de-a821-5691c9ec16f9'}] {{(pid=101352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:56:42.410761 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c0a941-21e0-4a8c-9371-2669e768fb08 None None] Attempting to bind port 78b7afdc-b387-4c71-90bb-93d8f2f83f74 on network a19e2522-e327-42de-a821-5691c9ec16f9 {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:56:42.415132 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c0a941-21e0-4a8c-9371-2669e768fb08 None None] Checking agent: {'id': 'fab5396a-5d23-4b36-81ca-c96508201f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 39, 27), 'started_at': datetime.datetime(2021, 8, 16, 17, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:56:42.415485 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c0a941-21e0-4a8c-9371-2669e768fb08 None None] Checking segment: {'id': '7b6832d8-3808-49f0-8661-8c55976381a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a19e2522-e327-42de-a821-5691c9ec16f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:56:42.415878 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-73c0a941-21e0-4a8c-9371-2669e768fb08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:42.416264 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c0a941-21e0-4a8c-9371-2669e768fb08 None None] Bound using segment: {'id': '7b6832d8-3808-49f0-8661-8c55976381a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a19e2522-e327-42de-a821-5691c9ec16f9'} {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:56:42.416727 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.managers [None req-73c0a941-21e0-4a8c-9371-2669e768fb08 None None] Bound port: 78b7afdc-b387-4c71-90bb-93d8f2f83f74, host: dv-cinder-797608-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b6832d8-3808-49f0-8661-8c55976381a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a19e2522-e327-42de-a821-5691c9ec16f9'}}] {{(pid=101352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:56:42.417111 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-73c0a941-21e0-4a8c-9371-2669e768fb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:42.421614 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.base_scheduler [None req-6f7d6a84-282f-4ad0-9e62-a3bcb3195888 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-18-iscsi, 4b0b383d-3648-4a23-a231-5a8c006c0052) {{(pid=101349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:56:42.432394 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7d6a84-282f-4ad0-9e62-a3bcb3195888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:56:42.439596 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6f7d6a84-282f-4ad0-9e62-a3bcb3195888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:42.440436 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8998134-9003-4857-aa63-d7b713fb0141 None None] Network 4b0b383d-3648-4a23-a231-5a8c006c0052 requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:56:42.494521 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.db [None req-73c0a941-21e0-4a8c-9371-2669e768fb08 None None] For port 78b7afdc-b387-4c71-90bb-93d8f2f83f74, host dv-cinder-797608-18-iscsi, cleared binding levels {{(pid=101352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:56:42.498867 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.db [None req-73c0a941-21e0-4a8c-9371-2669e768fb08 None None] For port 78b7afdc-b387-4c71-90bb-93d8f2f83f74, host dv-cinder-797608-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=78b7afdc-b387-4c71-90bb-93d8f2f83f74,segment=NetworkSegment(7b6832d8-3808-49f0-8661-8c55976381a9),segment_id=7b6832d8-3808-49f0-8661-8c55976381a9)] {{(pid=101352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:56:42.506649 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-6f7d6a84-282f-4ad0-9e62-a3bcb3195888 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6695337 Aug 16 17:56:42.509332 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 58918) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:56:42.514819 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-8614a034-4e95-4411-aaa5-5f45f0b8a082 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2085422862-router', 'tenant_id': '4f50e54680834d898dbfa379c2aa4d9d', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'}}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:56:42.564231 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-73c0a941-21e0-4a8c-9371-2669e768fb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:42.618682 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6540eec9-d7e2-401d-ba4b-0ed0a00b0984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3e3b7be-7796-57ff-9dc8-238864e5547d-4b0b383d-3648-4a23-a231-5a8c006c0052', 'network_id': '4b0b383d-3648-4a23-a231-5a8c006c0052', 'tenant_id': '4f50e54680834d898dbfa379c2aa4d9d', 'fixed_ips': [{'subnet_id': 'e235a427-c40d-477a-a666-bd7f53cef700'}]}} from dv-cinder-797608-18-iscsi. {{(pid=101351) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 17:56:42.619711 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-6540eec9-d7e2-401d-ba4b-0ed0a00b0984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:42.620903 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-8614a034-4e95-4411-aaa5-5f45f0b8a082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-725257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39913'] for router, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:42.622467 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-8614a034-4e95-4411-aaa5-5f45f0b8a082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-725413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39824'] for router, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:42.632276 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d0268-674d-491e-b1e0-a8db05352db7 None None] Pushing event updated for resources: {'Port': ['ID=78b7afdc-b387-4c71-90bb-93d8f2f83f74,revision_number=4']} {{(pid=101352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:42.634440 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 58924) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:56:42.638312 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c0a941-21e0-4a8c-9371-2669e768fb08 None None] Routers {'39b1f362-a616-4876-ae19-ea866109d662'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:56:42.639312 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-73c0a941-21e0-4a8c-9371-2669e768fb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:56:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['39b1f362-a616-4876-ae19-ea866109d662'], 'active': True} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:56:42.709598 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-8614a034-4e95-4411-aaa5-5f45f0b8a082 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:42.807343 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvr_db [None req-73c0a941-21e0-4a8c-9371-2669e768fb08 None None] Set router 39b1f362-a616-4876-ae19-ea866109d662 gateway port host: dv-cinder-797608-18-iscsi {{(pid=101352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:56:42.830872 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.db_base_plugin_common [None req-6540eec9-d7e2-401d-ba4b-0ed0a00b0984 None None] Allocated IP 172.20.0.2 (4b0b383d-3648-4a23-a231-5a8c006c0052/e235a427-c40d-477a-a666-bd7f53cef700/93f30a91-0dc8-4843-8133-3df136a134b2) {{(pid=101351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:56:43.004966 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-8614a034-4e95-4411-aaa5-5f45f0b8a082 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:43.035514 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-6540eec9-d7e2-401d-ba4b-0ed0a00b0984 None None] Notify callbacks [] for port, precommit_create {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:43.044314 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-6540eec9-d7e2-401d-ba4b-0ed0a00b0984 None None] Transition to ACTIVE for port object 93f30a91-0dc8-4843-8133-3df136a134b2 will not be triggered until provisioned by entity L2. {{(pid=101351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:56:43.060632 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-73c0a941-21e0-4a8c-9371-2669e768fb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b1f362-a616-4876-ae19-ea866109d662', 'name': 'tempest-TestMinimumBasicScenario-307188865-router', 'tenant_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '9735bd76-ca4f-4077-a618-4c2eb5d93d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:56:36Z', 'updated_at': '2021-08-16T17:56:39Z', 'revision_number': 4, 'project_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'gw_port': {'id': '9735bd76-ca4f-4077-a618-4c2eb5d93d2c', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b1f362-a616-4876-ae19-ea866109d662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:56:36Z', 'updated_at': '2021-08-16T17:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': '78b7afdc-b387-4c71-90bb-93d8f2f83f74', 'name': '', 'network_id': 'a19e2522-e327-42de-a821-5691c9ec16f9', 'tenant_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'mac_address': 'fa:16:3e:07:3b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b1f362-a616-4876-ae19-ea866109d662', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1bfdefc8-fa05-46ad-a306-1767094369b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:56:38Z', 'updated_at': '2021-08-16T17:56:42Z', 'revision_number': 4, 'project_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'subnets': [{'id': '1bfdefc8-fa05-46ad-a306-1767094369b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:56:43.064255 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-6540eec9-d7e2-401d-ba4b-0ed0a00b0984 None None] Transition to ACTIVE for port object 93f30a91-0dc8-4843-8133-3df136a134b2 will not be triggered until provisioned by entity DHCP. {{(pid=101351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:56:43.089267 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c0a941-21e0-4a8c-9371-2669e768fb08 None None] The sync data for ids ['39b1f362-a616-4876-ae19-ea866109d662'] in dv-cinder-797608-18-iscsi is: [{'id': '39b1f362-a616-4876-ae19-ea866109d662', 'name': 'tempest-TestMinimumBasicScenario-307188865-router', 'tenant_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '9735bd76-ca4f-4077-a618-4c2eb5d93d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:56:36Z', 'updated_at': '2021-08-16T17:56:39Z', 'revision_number': 4, 'project_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'gw_port': {'id': '9735bd76-ca4f-4077-a618-4c2eb5d93d2c', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b1f362-a616-4876-ae19-ea866109d662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:56:36Z', 'updated_at': '2021-08-16T17:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': '78b7afdc-b387-4c71-90bb-93d8f2f83f74', 'name': '', 'network_id': 'a19e2522-e327-42de-a821-5691c9ec16f9', 'tenant_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'mac_address': 'fa:16:3e:07:3b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b1f362-a616-4876-ae19-ea866109d662', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1bfdefc8-fa05-46ad-a306-1767094369b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:56:38Z', 'updated_at': '2021-08-16T17:56:42Z', 'revision_number': 4, 'project_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'subnets': [{'id': '1bfdefc8-fa05-46ad-a306-1767094369b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 17:56:43.134733 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-6540eec9-d7e2-401d-ba4b-0ed0a00b0984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662'] for port, after_create {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:43.189059 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6540eec9-d7e2-401d-ba4b-0ed0a00b0984 None None] Network 4b0b383d-3648-4a23-a231-5a8c006c0052 is already hosted by enough agents. {{(pid=101351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:56:43.192262 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.scheduler.base_scheduler [None req-6540eec9-d7e2-401d-ba4b-0ed0a00b0984 None None] Resources bound (agent type, host, resource id): {{(pid=101351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:56:43.194839 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6540eec9-d7e2-401d-ba4b-0ed0a00b0984 None None] Received port after_create {{(pid=101351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:56:43.205242 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540eec9-d7e2-401d-ba4b-0ed0a00b0984 None None] Pushing event updated for resources: {'Port': ['ID=93f30a91-0dc8-4843-8133-3df136a134b2,revision_number=1']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:43.273832 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-6540eec9-d7e2-401d-ba4b-0ed0a00b0984 None None] Attempting to bind port 93f30a91-0dc8-4843-8133-3df136a134b2 on host dv-cinder-797608-18-iscsi for vnic_type normal with profile {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:56:43.274650 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-6540eec9-d7e2-401d-ba4b-0ed0a00b0984 None None] Attempting to bind port 93f30a91-0dc8-4843-8133-3df136a134b2 by drivers openvswitch,hyperv on host dv-cinder-797608-18-iscsi at level 0 using segments [{'id': '9313a3b9-62dc-430f-994b-6250e7a14864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4b0b383d-3648-4a23-a231-5a8c006c0052'}] {{(pid=101351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:56:43.274650 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6540eec9-d7e2-401d-ba4b-0ed0a00b0984 None None] Attempting to bind port 93f30a91-0dc8-4843-8133-3df136a134b2 on network 4b0b383d-3648-4a23-a231-5a8c006c0052 {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:56:43.281115 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6540eec9-d7e2-401d-ba4b-0ed0a00b0984 None None] Checking agent: {'id': 'fab5396a-5d23-4b36-81ca-c96508201f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 39, 27), 'started_at': datetime.datetime(2021, 8, 16, 17, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:56:43.281497 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6540eec9-d7e2-401d-ba4b-0ed0a00b0984 None None] Checking segment: {'id': '9313a3b9-62dc-430f-994b-6250e7a14864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4b0b383d-3648-4a23-a231-5a8c006c0052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:56:43.281933 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-6540eec9-d7e2-401d-ba4b-0ed0a00b0984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:43.282355 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6540eec9-d7e2-401d-ba4b-0ed0a00b0984 None None] Bound using segment: {'id': '9313a3b9-62dc-430f-994b-6250e7a14864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4b0b383d-3648-4a23-a231-5a8c006c0052'} {{(pid=101351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:56:43.282837 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.managers [None req-6540eec9-d7e2-401d-ba4b-0ed0a00b0984 None None] Bound port: 93f30a91-0dc8-4843-8133-3df136a134b2, host: dv-cinder-797608-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9313a3b9-62dc-430f-994b-6250e7a14864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4b0b383d-3648-4a23-a231-5a8c006c0052'}}] {{(pid=101351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:56:43.283213 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-6540eec9-d7e2-401d-ba4b-0ed0a00b0984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:43.361637 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-6540eec9-d7e2-401d-ba4b-0ed0a00b0984 None None] For port 93f30a91-0dc8-4843-8133-3df136a134b2, host dv-cinder-797608-18-iscsi, cleared binding levels {{(pid=101351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:56:43.365236 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-6540eec9-d7e2-401d-ba4b-0ed0a00b0984 None None] For port 93f30a91-0dc8-4843-8133-3df136a134b2, host dv-cinder-797608-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=93f30a91-0dc8-4843-8133-3df136a134b2,segment=NetworkSegment(9313a3b9-62dc-430f-994b-6250e7a14864),segment_id=9313a3b9-62dc-430f-994b-6250e7a14864)] {{(pid=101351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:56:43.456241 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-6540eec9-d7e2-401d-ba4b-0ed0a00b0984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:43.535753 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540eec9-d7e2-401d-ba4b-0ed0a00b0984 None None] Pushing event updated for resources: {'Port': ['ID=93f30a91-0dc8-4843-8133-3df136a134b2,revision_number=2']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:43.571879 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [None req-4626f965-f9db-4cf4-bea5-2efcfd32e49e tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Deleting port f67ab764-a42c-416f-b0e0-4b7ee38fe77b {{(pid=101349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:56:43.572227 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4626f965-f9db-4cf4-bea5-2efcfd32e49e tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:43.798539 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4626f965-f9db-4cf4-bea5-2efcfd32e49e tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:43.803025 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4626f965-f9db-4cf4-bea5-2efcfd32e49e tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:43.817751 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 9735bd76-ca4f-4077-a618-4c2eb5d93d2c up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:56:43.822255 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [None req-4626f965-f9db-4cf4-bea5-2efcfd32e49e tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Calling delete_port for f67ab764-a42c-416f-b0e0-4b7ee38fe77b owned by network:floatingip {{(pid=101349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:56:43.827025 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-8614a034-4e95-4411-aaa5-5f45f0b8a082 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:43.858015 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-8614a034-4e95-4411-aaa5-5f45f0b8a082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:43.890841 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 9735bd76-ca4f-4077-a618-4c2eb5d93d2c triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:56:43.891505 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:43.987399 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 78b7afdc-b387-4c71-90bb-93d8f2f83f74 up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:56:44.058551 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.db_base_plugin_common [None req-8614a034-4e95-4411-aaa5-5f45f0b8a082 admin admin] Allocated IP 172.27.3.177 (d857f842-3fbc-4776-aae7-ff863ed2df9e/954a9ada-4a6b-483d-99dd-491d9afbe734/2b5b62de-8d4a-4709-b338-590ba115abbd) {{(pid=101349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:56:44.124745 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning for port 78b7afdc-b387-4c71-90bb-93d8f2f83f74 completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:56:44.130061 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 78b7afdc-b387-4c71-90bb-93d8f2f83f74 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:56:44.133800 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:44.222972 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-8614a034-4e95-4411-aaa5-5f45f0b8a082 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:44.234116 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:44.270790 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] For port 78b7afdc-b387-4c71-90bb-93d8f2f83f74, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=78b7afdc-b387-4c71-90bb-93d8f2f83f74,segment=NetworkSegment(7b6832d8-3808-49f0-8661-8c55976381a9),segment_id=7b6832d8-3808-49f0-8661-8c55976381a9)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:56:44.284463 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4626f965-f9db-4cf4-bea5-2efcfd32e49e tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:44.322410 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4626f965-f9db-4cf4-bea5-2efcfd32e49e tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Pushing event deleted for resources: {'Port': ['ID=f67ab764-a42c-416f-b0e0-4b7ee38fe77b,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:44.368226 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:44.375552 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-8614a034-4e95-4411-aaa5-5f45f0b8a082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:44.431107 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8614a034-4e95-4411-aaa5-5f45f0b8a082 admin admin] Network d857f842-3fbc-4776-aae7-ff863ed2df9e is already hosted by enough agents. {{(pid=101349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:56:44.439049 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.base_scheduler [None req-8614a034-4e95-4411-aaa5-5f45f0b8a082 admin admin] Resources bound (agent type, host, resource id): {{(pid=101349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:56:44.442924 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8614a034-4e95-4411-aaa5-5f45f0b8a082 admin admin] Received port after_create {{(pid=101349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:56:44.475288 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4626f965-f9db-4cf4-bea5-2efcfd32e49e tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks [] for floatingip, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:44.475633 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.db.l3_db [None req-4626f965-f9db-4cf4-bea5-2efcfd32e49e tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Floating IP 109dc1ec-c8f0-467c-845a-ff44c3b1106e disassociated (deleted). External IP: 172.27.3.253, port: 22583d25-1bc6-40f3-941e-2b36ffcb081d. Aug 16 17:56:44.477361 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614a034-4e95-4411-aaa5-5f45f0b8a082 admin admin] Pushing event updated for resources: {'Port': ['ID=2b5b62de-8d4a-4709-b338-590ba115abbd,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:44.478852 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Pushing event updated for resources: {'Port': ['ID=78b7afdc-b387-4c71-90bb-93d8f2f83f74,revision_number=5']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:44.632620 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4d6947-a8fe-4076-9a03-f2b26bcea9ec None None] Network 4b0b383d-3648-4a23-a231-5a8c006c0052 requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:56:44.777646 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-421c3754-9b94-45e4-9ffa-3c04701f93a9 None None] Provisioning for port 93f30a91-0dc8-4843-8133-3df136a134b2 completed by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:56:44.791000 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4626f965-f9db-4cf4-bea5-2efcfd32e49e tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Router e629d6ec-b50f-4fb3-a94d-84264f4b18ea has already been hosted by L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 {{(pid=101349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 17:56:44.975866 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4626f965-f9db-4cf4-bea5-2efcfd32e49e tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 17:56:44.981303 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-4626f965-f9db-4cf4-bea5-2efcfd32e49e tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for floatingip, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:44.986179 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-8614a034-4e95-4411-aaa5-5f45f0b8a082 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:44.986357 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8a7027-e8e6-48ae-88a8-d14276bb6f8b None None] Sync routers for ids ['e629d6ec-b50f-4fb3-a94d-84264f4b18ea'] in dv-cinder-797608-18-iscsi {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 17:56:45.002144 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8a7027-e8e6-48ae-88a8-d14276bb6f8b None None] Routers {'e629d6ec-b50f-4fb3-a94d-84264f4b18ea'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:56:45.002605 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-eb8a7027-e8e6-48ae-88a8-d14276bb6f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:56:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['e629d6ec-b50f-4fb3-a94d-84264f4b18ea'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:56:45.043414 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-4626f965-f9db-4cf4-bea5-2efcfd32e49e tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "DELETE /v2.0/floatingips/109dc1ec-c8f0-467c-845a-ff44c3b1106e HTTP/1.1" status: 204 len: 168 time: 2.4078982 Aug 16 17:56:45.048420 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '905b9710-bc8f-4552-9f94-46cae368d49e', 'tag': '22583d25-1bc6-40f3-941e-2b36ffcb081d'}] {{(pid=101349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:56:45.050686 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}934f09010de237f24c102465ff13aed95362a81e3346d32f1bd52d9236897e6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52014f5e-6ebd-45a1-868b-eb57496bca5f" -d '{"events": [{"name": "network-changed", "server_uuid": "905b9710-bc8f-4552-9f94-46cae368d49e", "tag": "22583d25-1bc6-40f3-941e-2b36ffcb081d"}]}' {{(pid=101349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:56:45.115069 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-eb8a7027-e8e6-48ae-88a8-d14276bb6f8b None None] Set router e629d6ec-b50f-4fb3-a94d-84264f4b18ea gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:56:45.208306 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-8614a034-4e95-4411-aaa5-5f45f0b8a082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-725404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726055'] for router, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:45.323055 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-eb8a7027-e8e6-48ae-88a8-d14276bb6f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e629d6ec-b50f-4fb3-a94d-84264f4b18ea', 'name': 'tempest-TestShelveInstance-543085044-router', 'tenant_id': '67e93bc9aa8640229cc9f17f3199ca27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:51:17Z', 'updated_at': '2021-08-16T17:51:20Z', 'revision_number': 4, 'project_id': '67e93bc9aa8640229cc9f17f3199ca27', 'gw_port': {'id': '3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e629d6ec-b50f-4fb3-a94d-84264f4b18ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:51:17Z', 'updated_at': '2021-08-16T17:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': '894ac00b-80ac-47b1-90a5-b5baf35313a7', 'name': '', 'network_id': 'abd87892-01ae-487a-b700-498630f47a61', 'tenant_id': '67e93bc9aa8640229cc9f17f3199ca27', 'mac_address': 'fa:16:3e:27:aa:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e629d6ec-b50f-4fb3-a94d-84264f4b18ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b77c348c-0c1d-4052-baba-3868ce8adf35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:51:20Z', 'updated_at': '2021-08-16T17:51:25Z', 'revision_number': 5, 'project_id': '67e93bc9aa8640229cc9f17f3199ca27', 'subnets': [{'id': 'b77c348c-0c1d-4052-baba-3868ce8adf35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:56:45.349816 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8a7027-e8e6-48ae-88a8-d14276bb6f8b None None] Checking router: e629d6ec-b50f-4fb3-a94d-84264f4b18ea for host: dv-cinder-797608-18-iscsi {{(pid=101351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 17:56:45.357928 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8a7027-e8e6-48ae-88a8-d14276bb6f8b None None] Routers {'e629d6ec-b50f-4fb3-a94d-84264f4b18ea'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:56:45.358820 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-eb8a7027-e8e6-48ae-88a8-d14276bb6f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:56:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['e629d6ec-b50f-4fb3-a94d-84264f4b18ea'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:56:45.406591 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8614a034-4e95-4411-aaa5-5f45f0b8a082 admin admin] Router f26af126-7b82-46b1-8ea3-e657de11ee38 is scheduled to L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 with binding_index 1 {{(pid=101349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 17:56:45.411842 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 17:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9772ad38-e421-4211-84f6-babf61abc16e x-openstack-request-id: req-9772ad38-e421-4211-84f6-babf61abc16e {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:56:45.415704 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "905b9710-bc8f-4552-9f94-46cae368d49e", "tag": "22583d25-1bc6-40f3-941e-2b36ffcb081d", "status": "completed", "code": 200}]} {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:56:45.415704 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9772ad38-e421-4211-84f6-babf61abc16e {{(pid=101349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:56:45.415704 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '905b9710-bc8f-4552-9f94-46cae368d49e', 'tag': '22583d25-1bc6-40f3-941e-2b36ffcb081d', 'status': 'completed', 'code': 200} Aug 16 17:56:45.474212 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-eb8a7027-e8e6-48ae-88a8-d14276bb6f8b None None] Set router e629d6ec-b50f-4fb3-a94d-84264f4b18ea gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:56:45.520363 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f2ab6c-7786-4e6e-a8ac-59bba8b6c087 req-84c80175-4be9-406c-abbc-aa928c25f3e0 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:56:45.522154 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-83f2ab6c-7786-4e6e-a8ac-59bba8b6c087 req-84c80175-4be9-406c-abbc-aa928c25f3e0 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 945 time: 0.0641563 Aug 16 17:56:45.590648 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-83f2ab6c-7786-4e6e-a8ac-59bba8b6c087 req-c6640748-ce2f-4351-9952-5912eec89deb tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623450 Aug 16 17:56:45.649776 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8614a034-4e95-4411-aaa5-5f45f0b8a082 admin admin] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 17:56:45.663969 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b434fdb-cb48-4541-92fe-7f358c916627 None None] Sync routers for ids ['f26af126-7b82-46b1-8ea3-e657de11ee38'] in dv-cinder-797608-18-iscsi {{(pid=101352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 17:56:45.667947 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52014f5e-6ebd-45a1-868b-eb57496bca5f req-fe58f33a-35e9-4028-8042-8744dccea257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:56:45.670218 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-52014f5e-6ebd-45a1-868b-eb57496bca5f req-fe58f33a-35e9-4028-8042-8744dccea257 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67e93bc9aa8640229cc9f17f3199ca27&device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 1098 time: 0.1248891 Aug 16 17:56:45.677828 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b434fdb-cb48-4541-92fe-7f358c916627 None None] Routers {'f26af126-7b82-46b1-8ea3-e657de11ee38'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:56:45.679030 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-1b434fdb-cb48-4541-92fe-7f358c916627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:56:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['f26af126-7b82-46b1-8ea3-e657de11ee38'], 'active': True} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:56:45.796488 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52014f5e-6ebd-45a1-868b-eb57496bca5f req-d021ca4e-5cb9-45f5-8067-61dbb8cff039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:56:45.798098 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-52014f5e-6ebd-45a1-868b-eb57496bca5f req-d021ca4e-5cb9-45f5-8067-61dbb8cff039 service neutron] 10.222.0.13 "GET /v2.0/networks?id=abd87892-01ae-487a-b700-498630f47a61 HTTP/1.1" status: 200 len: 909 time: 0.1184633 Aug 16 17:56:45.799843 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-8614a034-4e95-4411-aaa5-5f45f0b8a082 admin admin] Notify callbacks [] for router, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:45.805518 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-8614a034-4e95-4411-aaa5-5f45f0b8a082 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2921278 Aug 16 17:56:45.805977 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 58962) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:56:45.854934 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 93f30a91-0dc8-4843-8133-3df136a134b2 up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:56:45.864241 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvr_db [None req-1b434fdb-cb48-4541-92fe-7f358c916627 None None] Set router f26af126-7b82-46b1-8ea3-e657de11ee38 gateway port host: dv-cinder-797608-18-iscsi {{(pid=101352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:56:45.891915 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-52014f5e-6ebd-45a1-868b-eb57496bca5f req-e027c880-593f-4e42-bbd1-24b422ba136b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22583d25-1bc6-40f3-941e-2b36ffcb081d HTTP/1.1" status: 200 len: 217 time: 0.0779333 Aug 16 17:56:45.959398 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-eb8a7027-e8e6-48ae-88a8-d14276bb6f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e629d6ec-b50f-4fb3-a94d-84264f4b18ea', 'name': 'tempest-TestShelveInstance-543085044-router', 'tenant_id': '67e93bc9aa8640229cc9f17f3199ca27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:51:17Z', 'updated_at': '2021-08-16T17:51:20Z', 'revision_number': 4, 'project_id': '67e93bc9aa8640229cc9f17f3199ca27', 'gw_port': {'id': '3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e629d6ec-b50f-4fb3-a94d-84264f4b18ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:51:17Z', 'updated_at': '2021-08-16T17:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': '894ac00b-80ac-47b1-90a5-b5baf35313a7', 'name': '', 'network_id': 'abd87892-01ae-487a-b700-498630f47a61', 'tenant_id': '67e93bc9aa8640229cc9f17f3199ca27', 'mac_address': 'fa:16:3e:27:aa:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e629d6ec-b50f-4fb3-a94d-84264f4b18ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b77c348c-0c1d-4052-baba-3868ce8adf35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:51:20Z', 'updated_at': '2021-08-16T17:51:25Z', 'revision_number': 5, 'project_id': '67e93bc9aa8640229cc9f17f3199ca27', 'subnets': [{'id': 'b77c348c-0c1d-4052-baba-3868ce8adf35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:56:46.004329 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8a7027-e8e6-48ae-88a8-d14276bb6f8b None None] The sync data for ids ['e629d6ec-b50f-4fb3-a94d-84264f4b18ea'] in dv-cinder-797608-18-iscsi is: [{'id': 'e629d6ec-b50f-4fb3-a94d-84264f4b18ea', 'name': 'tempest-TestShelveInstance-543085044-router', 'tenant_id': '67e93bc9aa8640229cc9f17f3199ca27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:51:17Z', 'updated_at': '2021-08-16T17:51:20Z', 'revision_number': 4, 'project_id': '67e93bc9aa8640229cc9f17f3199ca27', 'gw_port': {'id': '3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e629d6ec-b50f-4fb3-a94d-84264f4b18ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:51:17Z', 'updated_at': '2021-08-16T17:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': '894ac00b-80ac-47b1-90a5-b5baf35313a7', 'name': '', 'network_id': 'abd87892-01ae-487a-b700-498630f47a61', 'tenant_id': '67e93bc9aa8640229cc9f17f3199ca27', 'mac_address': 'fa:16:3e:27:aa:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e629d6ec-b50f-4fb3-a94d-84264f4b18ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b77c348c-0c1d-4052-baba-3868ce8adf35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:51:20Z', 'updated_at': '2021-08-16T17:51:25Z', 'revision_number': 5, 'project_id': '67e93bc9aa8640229cc9f17f3199ca27', 'subnets': [{'id': 'b77c348c-0c1d-4052-baba-3868ce8adf35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 17:56:46.014163 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52014f5e-6ebd-45a1-868b-eb57496bca5f req-38d0ef6d-72c6-4f62-beb5-ff0f341d6e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:56:46.015789 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-52014f5e-6ebd-45a1-868b-eb57496bca5f req-38d0ef6d-72c6-4f62-beb5-ff0f341d6e29 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b77c348c-0c1d-4052-baba-3868ce8adf35 HTTP/1.1" status: 200 len: 847 time: 0.1140294 Aug 16 17:56:46.067336 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning for port 93f30a91-0dc8-4843-8133-3df136a134b2 completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:56:46.074103 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 93f30a91-0dc8-4843-8133-3df136a134b2 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:56:46.074103 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:46.084205 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-1b434fdb-cb48-4541-92fe-7f358c916627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26af126-7b82-46b1-8ea3-e657de11ee38', 'name': 'tempest-TestMinimumBasicScenario-2085422862-router', 'tenant_id': '4f50e54680834d898dbfa379c2aa4d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '2b5b62de-8d4a-4709-b338-590ba115abbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:56:42Z', 'updated_at': '2021-08-16T17:56:44Z', 'revision_number': 3, 'project_id': '4f50e54680834d898dbfa379c2aa4d9d', 'gw_port': {'id': '2b5b62de-8d4a-4709-b338-590ba115abbd', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:85:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26af126-7b82-46b1-8ea3-e657de11ee38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:56:43Z', 'updated_at': '2021-08-16T17:56:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi'}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:56:46.095266 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52014f5e-6ebd-45a1-868b-eb57496bca5f req-cbace507-446a-402d-86a3-9529a0da98a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:56:46.104291 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-52014f5e-6ebd-45a1-868b-eb57496bca5f req-cbace507-446a-402d-86a3-9529a0da98a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=abd87892-01ae-487a-b700-498630f47a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0732729 Aug 16 17:56:46.119889 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b434fdb-cb48-4541-92fe-7f358c916627 None None] Checking router: f26af126-7b82-46b1-8ea3-e657de11ee38 for host: dv-cinder-797608-18-iscsi {{(pid=101352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 17:56:46.121738 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b434fdb-cb48-4541-92fe-7f358c916627 None None] Updating router f26af126-7b82-46b1-8ea3-e657de11ee38 port 2b5b62de-8d4a-4709-b338-590ba115abbd binding host dv-cinder-797608-18-iscsi {{(pid=101352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 17:56:46.161597 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-1b434fdb-cb48-4541-92fe-7f358c916627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:46.171920 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:46.216493 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] For port 93f30a91-0dc8-4843-8133-3df136a134b2, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=93f30a91-0dc8-4843-8133-3df136a134b2,segment=NetworkSegment(9313a3b9-62dc-430f-994b-6250e7a14864),segment_id=9313a3b9-62dc-430f-994b-6250e7a14864)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:56:46.230638 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-52014f5e-6ebd-45a1-868b-eb57496bca5f req-256056bb-d091-4ff1-bd63-9a0a5caa9694 service neutron] 10.222.0.13 "GET /v2.0/networks/abd87892-01ae-487a-b700-498630f47a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237671 Aug 16 17:56:46.284420 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:46.285495 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 78b7afdc-b387-4c71-90bb-93d8f2f83f74 up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:56:46.458082 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Pushing event updated for resources: {'Port': ['ID=93f30a91-0dc8-4843-8133-3df136a134b2,revision_number=3']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:46.489793 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdade406-7ea0-4bb1-9766-e16e6c5b8f27 None None] New status for floating IP 109dc1ec-c8f0-467c-845a-ff44c3b1106e: DOWN {{(pid=101351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 17:56:46.495980 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-7499efe5-f6ef-4895-8114-dd3c22618624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:46.523133 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 78b7afdc-b387-4c71-90bb-93d8f2f83f74 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:56:46.523505 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:46.559835 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-1b434fdb-cb48-4541-92fe-7f358c916627 None None] Notify callbacks [] for port, precommit_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:46.572124 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.provisioning_blocks [None req-1b434fdb-cb48-4541-92fe-7f358c916627 None None] Transition to ACTIVE for port object 2b5b62de-8d4a-4709-b338-590ba115abbd will not be triggered until provisioned by entity L2. {{(pid=101352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:56:46.673854 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-52014f5e-6ebd-45a1-868b-eb57496bca5f req-99090ddc-d918-4a04-b3b6-e13b8e94a884 service neutron] 10.222.0.13 "GET /v2.0/networks/abd87892-01ae-487a-b700-498630f47a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348407 Aug 16 17:56:46.678212 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-1b434fdb-cb48-4541-92fe-7f358c916627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:46.720249 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.db_base_plugin_common [None req-7499efe5-f6ef-4895-8114-dd3c22618624 admin admin] Allocated IP 172.20.0.1 (4b0b383d-3648-4a23-a231-5a8c006c0052/e235a427-c40d-477a-a666-bd7f53cef700/00d14dae-b8ec-436c-89ab-89910d7c1800) {{(pid=101350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:56:46.747011 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e07b8f-d6d1-4fd2-b124-8c444520ec1d req-ab669d52-63d5-4403-a064-fbc724764381 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:56:46.748951 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a9e07b8f-d6d1-4fd2-b124-8c444520ec1d req-ab669d52-63d5-4403-a064-fbc724764381 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 945 time: 0.0831299 Aug 16 17:56:46.765214 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d36205-c630-4eaf-842c-0cadeff9e77d None None] Pushing event updated for resources: {'Port': ['ID=2b5b62de-8d4a-4709-b338-590ba115abbd,revision_number=2']} {{(pid=101352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:46.773474 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.managers [None req-1b434fdb-cb48-4541-92fe-7f358c916627 None None] Attempting to bind port 2b5b62de-8d4a-4709-b338-590ba115abbd on host dv-cinder-797608-18-iscsi for vnic_type normal with profile {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:56:46.773474 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.managers [None req-1b434fdb-cb48-4541-92fe-7f358c916627 None None] Attempting to bind port 2b5b62de-8d4a-4709-b338-590ba115abbd by drivers openvswitch,hyperv on host dv-cinder-797608-18-iscsi at level 0 using segments [{'id': '81288102-e1f3-4b19-b1aa-0a6021adf8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'}] {{(pid=101352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:56:46.773647 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b434fdb-cb48-4541-92fe-7f358c916627 None None] Attempting to bind port 2b5b62de-8d4a-4709-b338-590ba115abbd on network d857f842-3fbc-4776-aae7-ff863ed2df9e {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:56:46.778918 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b434fdb-cb48-4541-92fe-7f358c916627 None None] Checking agent: {'id': 'fab5396a-5d23-4b36-81ca-c96508201f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 39, 27), 'started_at': datetime.datetime(2021, 8, 16, 17, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:56:46.779297 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b434fdb-cb48-4541-92fe-7f358c916627 None None] Checking segment: {'id': '81288102-e1f3-4b19-b1aa-0a6021adf8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:56:46.780942 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-1b434fdb-cb48-4541-92fe-7f358c916627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:46.781356 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b434fdb-cb48-4541-92fe-7f358c916627 None None] Bound using segment: {'id': '81288102-e1f3-4b19-b1aa-0a6021adf8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'} {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:56:46.784191 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.managers [None req-1b434fdb-cb48-4541-92fe-7f358c916627 None None] Bound port: 2b5b62de-8d4a-4709-b338-590ba115abbd, host: dv-cinder-797608-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81288102-e1f3-4b19-b1aa-0a6021adf8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e'}}] {{(pid=101352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:56:46.784589 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-1b434fdb-cb48-4541-92fe-7f358c916627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:46.834844 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a9e07b8f-d6d1-4fd2-b124-8c444520ec1d req-3a02a8da-b0b8-402a-81be-42ea0a003c12 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755832 Aug 16 17:56:46.837617 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.db [None req-1b434fdb-cb48-4541-92fe-7f358c916627 None None] For port 2b5b62de-8d4a-4709-b338-590ba115abbd, host dv-cinder-797608-18-iscsi, cleared binding levels {{(pid=101352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:56:46.840905 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.db [None req-1b434fdb-cb48-4541-92fe-7f358c916627 None None] For port 2b5b62de-8d4a-4709-b338-590ba115abbd, host dv-cinder-797608-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=2b5b62de-8d4a-4709-b338-590ba115abbd,segment=NetworkSegment(81288102-e1f3-4b19-b1aa-0a6021adf8ca),segment_id=81288102-e1f3-4b19-b1aa-0a6021adf8ca)] {{(pid=101352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:56:46.875710 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-7499efe5-f6ef-4895-8114-dd3c22618624 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:46.888033 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.provisioning_blocks [None req-7499efe5-f6ef-4895-8114-dd3c22618624 admin admin] Transition to ACTIVE for port object 00d14dae-b8ec-436c-89ab-89910d7c1800 will not be triggered until provisioned by entity DHCP. {{(pid=101350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:56:46.913256 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-1b434fdb-cb48-4541-92fe-7f358c916627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:46.966671 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b434fdb-cb48-4541-92fe-7f358c916627 None None] Routers {'f26af126-7b82-46b1-8ea3-e657de11ee38'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:56:46.967266 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-1b434fdb-cb48-4541-92fe-7f358c916627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:56:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['f26af126-7b82-46b1-8ea3-e657de11ee38'], 'active': True} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:56:47.003830 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-7499efe5-f6ef-4895-8114-dd3c22618624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4811479'] for port, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:47.004708 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d36205-c630-4eaf-842c-0cadeff9e77d None None] Pushing event updated for resources: {'Port': ['ID=2b5b62de-8d4a-4709-b338-590ba115abbd,revision_number=3']} {{(pid=101352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:47.050109 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7499efe5-f6ef-4895-8114-dd3c22618624 admin admin] Network 4b0b383d-3648-4a23-a231-5a8c006c0052 is already hosted by enough agents. {{(pid=101350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:56:47.053148 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.base_scheduler [None req-7499efe5-f6ef-4895-8114-dd3c22618624 admin admin] Resources bound (agent type, host, resource id): {{(pid=101350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:56:47.056961 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7499efe5-f6ef-4895-8114-dd3c22618624 admin admin] Received port after_create {{(pid=101350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:56:47.082075 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7499efe5-f6ef-4895-8114-dd3c22618624 admin admin] Pushing event updated for resources: {'Port': ['ID=00d14dae-b8ec-436c-89ab-89910d7c1800,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:47.097355 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7499efe5-f6ef-4895-8114-dd3c22618624 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:47.097767 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7499efe5-f6ef-4895-8114-dd3c22618624 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:47.098037 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7499efe5-f6ef-4895-8114-dd3c22618624 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:47.098375 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7499efe5-f6ef-4895-8114-dd3c22618624 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:47.098702 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7499efe5-f6ef-4895-8114-dd3c22618624 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:47.099035 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7499efe5-f6ef-4895-8114-dd3c22618624 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:47.099356 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7499efe5-f6ef-4895-8114-dd3c22618624 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:47.099678 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7499efe5-f6ef-4895-8114-dd3c22618624 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:47.099997 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7499efe5-f6ef-4895-8114-dd3c22618624 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:47.100313 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7499efe5-f6ef-4895-8114-dd3c22618624 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:47.100629 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7499efe5-f6ef-4895-8114-dd3c22618624 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:47.100943 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7499efe5-f6ef-4895-8114-dd3c22618624 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:56:47.113569 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-7499efe5-f6ef-4895-8114-dd3c22618624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701256'] for router_interface, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:47.175544 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvr_db [None req-1b434fdb-cb48-4541-92fe-7f358c916627 None None] Set router f26af126-7b82-46b1-8ea3-e657de11ee38 gateway port host: dv-cinder-797608-18-iscsi {{(pid=101352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:56:47.349691 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-7499efe5-f6ef-4895-8114-dd3c22618624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:47.357775 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-1b434fdb-cb48-4541-92fe-7f358c916627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26af126-7b82-46b1-8ea3-e657de11ee38', 'name': 'tempest-TestMinimumBasicScenario-2085422862-router', 'tenant_id': '4f50e54680834d898dbfa379c2aa4d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '2b5b62de-8d4a-4709-b338-590ba115abbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:56:42Z', 'updated_at': '2021-08-16T17:56:44Z', 'revision_number': 3, 'project_id': '4f50e54680834d898dbfa379c2aa4d9d', 'gw_port': {'id': '2b5b62de-8d4a-4709-b338-590ba115abbd', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:85:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26af126-7b82-46b1-8ea3-e657de11ee38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:56:43Z', 'updated_at': '2021-08-16T17:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi'}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:56:47.383725 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b434fdb-cb48-4541-92fe-7f358c916627 None None] The sync data for ids ['f26af126-7b82-46b1-8ea3-e657de11ee38'] in dv-cinder-797608-18-iscsi is: [{'id': 'f26af126-7b82-46b1-8ea3-e657de11ee38', 'name': 'tempest-TestMinimumBasicScenario-2085422862-router', 'tenant_id': '4f50e54680834d898dbfa379c2aa4d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '2b5b62de-8d4a-4709-b338-590ba115abbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:56:42Z', 'updated_at': '2021-08-16T17:56:44Z', 'revision_number': 3, 'project_id': '4f50e54680834d898dbfa379c2aa4d9d', 'gw_port': {'id': '2b5b62de-8d4a-4709-b338-590ba115abbd', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:85:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26af126-7b82-46b1-8ea3-e657de11ee38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:56:43Z', 'updated_at': '2021-08-16T17:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi'}] {{(pid=101352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 17:56:47.391272 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-ef3d8e63-a9b4-471e-9b8e-e96d195e8d57 None None] Provisioning for port 00d14dae-b8ec-436c-89ab-89910d7c1800 completed by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:56:47.395867 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-ef3d8e63-a9b4-471e-9b8e-e96d195e8d57 None None] Provisioning complete for port 00d14dae-b8ec-436c-89ab-89910d7c1800 triggered by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:56:47.399740 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-ef3d8e63-a9b4-471e-9b8e-e96d195e8d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:47.435005 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d8e63-a9b4-471e-9b8e-e96d195e8d57 None None] Port 00d14dae-b8ec-436c-89ab-89910d7c1800 cannot update to ACTIVE because it is not bound. {{(pid=101351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 17:56:47.532084 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-7499efe5-f6ef-4895-8114-dd3c22618624 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:47.548646 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d59ef-affd-413a-9225-15bbdf584fbd req-16cb086a-bf8d-471d-8efa-36e712227074 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:56:47.559585 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-625d59ef-affd-413a-9225-15bbdf584fbd req-16cb086a-bf8d-471d-8efa-36e712227074 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.13 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 945 time: 0.0632336 Aug 16 17:56:47.598917 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-7499efe5-f6ef-4895-8114-dd3c22618624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4811480'] for port, after_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:47.614761 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 93f30a91-0dc8-4843-8133-3df136a134b2 up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:56:47.699329 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 93f30a91-0dc8-4843-8133-3df136a134b2 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:56:47.699980 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:47.711335 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [req-625d59ef-affd-413a-9225-15bbdf584fbd req-5186ab23-6604-47e0-96d1-4b6d3c0030fd tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Deleting port 22583d25-1bc6-40f3-941e-2b36ffcb081d {{(pid=101349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:56:47.712075 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-625d59ef-affd-413a-9225-15bbdf584fbd req-5186ab23-6604-47e0-96d1-4b6d3c0030fd tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:47.722381 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7499efe5-f6ef-4895-8114-dd3c22618624 admin admin] Pushing event updated for resources: {'Port': ['ID=00d14dae-b8ec-436c-89ab-89910d7c1800,revision_number=2']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:47.731981 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-7499efe5-f6ef-4895-8114-dd3c22618624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-634170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701412'] for router_interface, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:47.845187 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7499efe5-f6ef-4895-8114-dd3c22618624 admin admin] Network 4b0b383d-3648-4a23-a231-5a8c006c0052 is already hosted by enough agents. {{(pid=101350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:56:47.846832 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.base_scheduler [None req-7499efe5-f6ef-4895-8114-dd3c22618624 admin admin] Resources bound (agent type, host, resource id): {{(pid=101350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:56:47.856476 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-625d59ef-affd-413a-9225-15bbdf584fbd req-5186ab23-6604-47e0-96d1-4b6d3c0030fd tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] For port 22583d25-1bc6-40f3-941e-2b36ffcb081d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=22583d25-1bc6-40f3-941e-2b36ffcb081d,segment=NetworkSegment(1f1d80ff-6f96-4f46-a24f-a310f32924c7),segment_id=1f1d80ff-6f96-4f46-a24f-a310f32924c7)] {{(pid=101349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:56:47.856871 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-625d59ef-affd-413a-9225-15bbdf584fbd req-5186ab23-6604-47e0-96d1-4b6d3c0030fd tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:47.896864 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [req-625d59ef-affd-413a-9225-15bbdf584fbd req-5186ab23-6604-47e0-96d1-4b6d3c0030fd tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Calling delete_port for 22583d25-1bc6-40f3-941e-2b36ffcb081d owned by compute:nova {{(pid=101349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:56:48.015939 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb038ca-9a48-4fbf-bf2e-97882f1cf7a4 req-cc000e48-19cf-4dd9-825d-561db61e6493 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:56:48.023190 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4bb038ca-9a48-4fbf-bf2e-97882f1cf7a4 req-cc000e48-19cf-4dd9-825d-561db61e6493 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 945 time: 0.1111414 Aug 16 17:56:48.078599 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7499efe5-f6ef-4895-8114-dd3c22618624 admin admin] Router f26af126-7b82-46b1-8ea3-e657de11ee38 has already been hosted by L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 {{(pid=101350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 17:56:48.090367 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4bb038ca-9a48-4fbf-bf2e-97882f1cf7a4 req-6bf18854-ceb0-4560-b658-9b138bc93e8f tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/security-groups?id=56c23814-50bf-4773-b8cc-72372b736f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467389 Aug 16 17:56:48.145582 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-625d59ef-affd-413a-9225-15bbdf584fbd req-5186ab23-6604-47e0-96d1-4b6d3c0030fd tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:48.167982 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-1e9d45b2-832d-49ee-9934-ab1556cc345d None None] Provisioning complete for port 00d14dae-b8ec-436c-89ab-89910d7c1800 triggered by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:56:48.168357 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-1e9d45b2-832d-49ee-9934-ab1556cc345d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:48.188482 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5186ab23-6604-47e0-96d1-4b6d3c0030fd tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Pushing event deleted for resources: {'Port': ['ID=22583d25-1bc6-40f3-941e-2b36ffcb081d,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:48.214833 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-1e9d45b2-832d-49ee-9934-ab1556cc345d None None] Port 00d14dae-b8ec-436c-89ab-89910d7c1800 cannot update to ACTIVE because it is not bound. {{(pid=101351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 17:56:48.238709 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7499efe5-f6ef-4895-8114-dd3c22618624 admin admin] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 17:56:48.251056 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-7499efe5-f6ef-4895-8114-dd3c22618624 admin admin] 10.222.0.73 "PUT /v2.0/routers/f26af126-7b82-46b1-8ea3-e657de11ee38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4436483 Aug 16 17:56:48.270460 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [req-625d59ef-affd-413a-9225-15bbdf584fbd req-5186ab23-6604-47e0-96d1-4b6d3c0030fd tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] No DVR routers for this DVR port 22583d25-1bc6-40f3-941e-2b36ffcb081d on host hv-cinder-79760 {{(pid=101349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 17:56:48.274491 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-625d59ef-affd-413a-9225-15bbdf584fbd req-5186ab23-6604-47e0-96d1-4b6d3c0030fd tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:48.276348 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-625d59ef-affd-413a-9225-15bbdf584fbd req-5186ab23-6604-47e0-96d1-4b6d3c0030fd tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.13 "DELETE /v2.0/ports/22583d25-1bc6-40f3-941e-2b36ffcb081d HTTP/1.1" status: 204 len: 173 time: 0.7103696 Aug 16 17:56:48.276917 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905b9710-bc8f-4552-9f94-46cae368d49e', 'name': 'network-vif-deleted', 'tag': '22583d25-1bc6-40f3-941e-2b36ffcb081d'}] {{(pid=101349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:56:48.279283 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}934f09010de237f24c102465ff13aed95362a81e3346d32f1bd52d9236897e6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaef23cb-53d4-4a21-9ff2-3c13baf31a35" -d '{"events": [{"server_uuid": "905b9710-bc8f-4552-9f94-46cae368d49e", "name": "network-vif-deleted", "tag": "22583d25-1bc6-40f3-941e-2b36ffcb081d"}]}' {{(pid=101349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:56:48.326266 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acc3dc3-105c-4024-a83c-c802e04add86 x-openstack-request-id: req-3acc3dc3-105c-4024-a83c-c802e04add86 {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:56:48.326561 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "905b9710-bc8f-4552-9f94-46cae368d49e", "name": "network-vif-deleted", "tag": "22583d25-1bc6-40f3-941e-2b36ffcb081d", "status": "completed", "code": 200}]} {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:56:48.326876 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3acc3dc3-105c-4024-a83c-c802e04add86 {{(pid=101349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:56:48.327301 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '905b9710-bc8f-4552-9f94-46cae368d49e', 'name': 'network-vif-deleted', 'tag': '22583d25-1bc6-40f3-941e-2b36ffcb081d', 'status': 'completed', 'code': 200} Aug 16 17:56:49.192162 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-411f392d-5b57-4e6f-9e94-358422b6f4ec req-afbb6fcf-9cde-4cce-a3e3-c9383c4bb894 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "GET /v2.0/ports?device_id=905b9710-bc8f-4552-9f94-46cae368d49e HTTP/1.1" status: 200 len: 210 time: 0.0261555 Aug 16 17:56:49.677086 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 2b5b62de-8d4a-4709-b338-590ba115abbd up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:56:49.813258 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning for port 2b5b62de-8d4a-4709-b338-590ba115abbd completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:56:49.818769 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 2b5b62de-8d4a-4709-b338-590ba115abbd triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:56:49.819102 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:49.956233 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:49.990788 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] For port 2b5b62de-8d4a-4709-b338-590ba115abbd, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=2b5b62de-8d4a-4709-b338-590ba115abbd,segment=NetworkSegment(81288102-e1f3-4b19-b1aa-0a6021adf8ca),segment_id=81288102-e1f3-4b19-b1aa-0a6021adf8ca)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:56:50.104116 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:50.248745 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Pushing event updated for resources: {'Port': ['ID=2b5b62de-8d4a-4709-b338-590ba115abbd,revision_number=4']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:50.282374 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 59040) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:56:50.363707 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-9fc995aa-59bb-43f0-a641-defd899e8143 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:50.417053 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280bc575-56fc-4e43-a149-b3667906e728 None None] Sync routers for ids ['f26af126-7b82-46b1-8ea3-e657de11ee38'] in dv-cinder-797608-18-iscsi {{(pid=101352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 17:56:50.428031 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280bc575-56fc-4e43-a149-b3667906e728 None None] Routers {'f26af126-7b82-46b1-8ea3-e657de11ee38'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:56:50.428644 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-280bc575-56fc-4e43-a149-b3667906e728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:56:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['f26af126-7b82-46b1-8ea3-e657de11ee38'], 'active': True} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:56:50.430906 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-9fc995aa-59bb-43f0-a641-defd899e8143 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:50.572603 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvr_db [None req-280bc575-56fc-4e43-a149-b3667906e728 None None] Set router f26af126-7b82-46b1-8ea3-e657de11ee38 gateway port host: dv-cinder-797608-18-iscsi {{(pid=101352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:56:50.573524 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-9fc995aa-59bb-43f0-a641-defd899e8143 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:50.576120 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-9fc995aa-59bb-43f0-a641-defd899e8143 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:50.579872 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-9fc995aa-59bb-43f0-a641-defd899e8143 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] 10.222.0.73 "DELETE /v2.0/security-groups/56c23814-50bf-4773-b8cc-72372b736f8c HTTP/1.1" status: 204 len: 168 time: 0.2923036 Aug 16 17:56:50.591602 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc995aa-59bb-43f0-a641-defd899e8143 tempest-TestShelveInstance-1016478204 tempest-TestShelveInstance-1016478204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c23814-50bf-4773-b8cc-72372b736f8c,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:50.738813 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 59054) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:56:50.884645 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-280bc575-56fc-4e43-a149-b3667906e728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26af126-7b82-46b1-8ea3-e657de11ee38', 'name': 'tempest-TestMinimumBasicScenario-2085422862-router', 'tenant_id': '4f50e54680834d898dbfa379c2aa4d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '2b5b62de-8d4a-4709-b338-590ba115abbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:56:42Z', 'updated_at': '2021-08-16T17:56:47Z', 'revision_number': 4, 'project_id': '4f50e54680834d898dbfa379c2aa4d9d', 'gw_port': {'id': '2b5b62de-8d4a-4709-b338-590ba115abbd', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:85:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26af126-7b82-46b1-8ea3-e657de11ee38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:56:43Z', 'updated_at': '2021-08-16T17:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': '00d14dae-b8ec-436c-89ab-89910d7c1800', 'name': '', 'network_id': '4b0b383d-3648-4a23-a231-5a8c006c0052', 'tenant_id': '4f50e54680834d898dbfa379c2aa4d9d', 'mac_address': 'fa:16:3e:3a:d5:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26af126-7b82-46b1-8ea3-e657de11ee38', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e235a427-c40d-477a-a666-bd7f53cef700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:56:46Z', 'updated_at': '2021-08-16T17:56:47Z', 'revision_number': 2, 'project_id': '4f50e54680834d898dbfa379c2aa4d9d', 'subnets': [{'id': 'e235a427-c40d-477a-a666-bd7f53cef700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:56:50.958824 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280bc575-56fc-4e43-a149-b3667906e728 None None] Checking router: f26af126-7b82-46b1-8ea3-e657de11ee38 for host: dv-cinder-797608-18-iscsi {{(pid=101352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 17:56:50.959361 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280bc575-56fc-4e43-a149-b3667906e728 None None] Updating router f26af126-7b82-46b1-8ea3-e657de11ee38 port 00d14dae-b8ec-436c-89ab-89910d7c1800 binding host dv-cinder-797608-18-iscsi {{(pid=101352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 17:56:50.987259 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-280bc575-56fc-4e43-a149-b3667906e728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:51.379335 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-280bc575-56fc-4e43-a149-b3667906e728 None None] Notify callbacks [] for port, precommit_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:51.402445 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.provisioning_blocks [None req-280bc575-56fc-4e43-a149-b3667906e728 None None] Transition to ACTIVE for port object 00d14dae-b8ec-436c-89ab-89910d7c1800 will not be triggered until provisioned by entity L2. {{(pid=101352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:56:51.466803 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-280bc575-56fc-4e43-a149-b3667906e728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:51.488856 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-dc23ba51-0ccf-4cc5-a876-63a2acc70a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701377'] for router_interface, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:51.626389 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ed835-2e91-4cc9-b482-c8b8de286577 None None] Pushing event updated for resources: {'Port': ['ID=00d14dae-b8ec-436c-89ab-89910d7c1800,revision_number=3']} {{(pid=101352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:51.646825 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 2b5b62de-8d4a-4709-b338-590ba115abbd up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:56:51.729927 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 22583d25-1bc6-40f3-941e-2b36ffcb081d no longer exists at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:56:51.745386 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.managers [None req-280bc575-56fc-4e43-a149-b3667906e728 None None] Attempting to bind port 00d14dae-b8ec-436c-89ab-89910d7c1800 on host dv-cinder-797608-18-iscsi for vnic_type normal with profile {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:56:51.746949 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.managers [None req-280bc575-56fc-4e43-a149-b3667906e728 None None] Attempting to bind port 00d14dae-b8ec-436c-89ab-89910d7c1800 by drivers openvswitch,hyperv on host dv-cinder-797608-18-iscsi at level 0 using segments [{'id': '9313a3b9-62dc-430f-994b-6250e7a14864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4b0b383d-3648-4a23-a231-5a8c006c0052'}] {{(pid=101352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:56:51.746949 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280bc575-56fc-4e43-a149-b3667906e728 None None] Attempting to bind port 00d14dae-b8ec-436c-89ab-89910d7c1800 on network 4b0b383d-3648-4a23-a231-5a8c006c0052 {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:56:51.762481 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280bc575-56fc-4e43-a149-b3667906e728 None None] Checking agent: {'id': 'fab5396a-5d23-4b36-81ca-c96508201f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 39, 27), 'started_at': datetime.datetime(2021, 8, 16, 17, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:56:51.763636 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280bc575-56fc-4e43-a149-b3667906e728 None None] Checking segment: {'id': '9313a3b9-62dc-430f-994b-6250e7a14864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4b0b383d-3648-4a23-a231-5a8c006c0052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:56:51.764370 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-280bc575-56fc-4e43-a149-b3667906e728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:51.765223 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280bc575-56fc-4e43-a149-b3667906e728 None None] Bound using segment: {'id': '9313a3b9-62dc-430f-994b-6250e7a14864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4b0b383d-3648-4a23-a231-5a8c006c0052'} {{(pid=101352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:56:51.765724 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.managers [None req-280bc575-56fc-4e43-a149-b3667906e728 None None] Bound port: 00d14dae-b8ec-436c-89ab-89910d7c1800, host: dv-cinder-797608-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9313a3b9-62dc-430f-994b-6250e7a14864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4b0b383d-3648-4a23-a231-5a8c006c0052'}}] {{(pid=101352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:56:51.766156 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-280bc575-56fc-4e43-a149-b3667906e728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:51.778805 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] No Port match for: 22583d25-1bc6-40f3-941e-2b36ffcb081d {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 17:56:51.779672 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 22583d25-1bc6-40f3-941e-2b36ffcb081d not bound to the agent host hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 17:56:51.794105 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 2b5b62de-8d4a-4709-b338-590ba115abbd triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:56:51.794946 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:51.915777 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [None req-dc23ba51-0ccf-4cc5-a876-63a2acc70a21 admin admin] Deleting port 894ac00b-80ac-47b1-90a5-b5baf35313a7 {{(pid=101349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:56:51.916374 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-dc23ba51-0ccf-4cc5-a876-63a2acc70a21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:51.920861 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.db [None req-280bc575-56fc-4e43-a149-b3667906e728 None None] For port 00d14dae-b8ec-436c-89ab-89910d7c1800, host dv-cinder-797608-18-iscsi, cleared binding levels {{(pid=101352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:56:51.933144 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.plugins.ml2.db [None req-280bc575-56fc-4e43-a149-b3667906e728 None None] For port 00d14dae-b8ec-436c-89ab-89910d7c1800, host dv-cinder-797608-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=00d14dae-b8ec-436c-89ab-89910d7c1800,segment=NetworkSegment(9313a3b9-62dc-430f-994b-6250e7a14864),segment_id=9313a3b9-62dc-430f-994b-6250e7a14864)] {{(pid=101352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:56:52.016491 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron_lib.callbacks.manager [None req-280bc575-56fc-4e43-a149-b3667906e728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:52.066860 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280bc575-56fc-4e43-a149-b3667906e728 None None] Routers {'f26af126-7b82-46b1-8ea3-e657de11ee38'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:56:52.067486 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-280bc575-56fc-4e43-a149-b3667906e728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:56:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['f26af126-7b82-46b1-8ea3-e657de11ee38'], 'active': True} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:56:52.067625 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [None req-dc23ba51-0ccf-4cc5-a876-63a2acc70a21 admin admin] For port 894ac00b-80ac-47b1-90a5-b5baf35313a7, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=894ac00b-80ac-47b1-90a5-b5baf35313a7,segment=NetworkSegment(1f1d80ff-6f96-4f46-a24f-a310f32924c7),segment_id=1f1d80ff-6f96-4f46-a24f-a310f32924c7)] {{(pid=101349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:56:52.068178 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-dc23ba51-0ccf-4cc5-a876-63a2acc70a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:52.083065 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [None req-dc23ba51-0ccf-4cc5-a876-63a2acc70a21 admin admin] Calling delete_port for 894ac00b-80ac-47b1-90a5-b5baf35313a7 owned by network:router_interface {{(pid=101349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:56:52.217078 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvr_db [None req-280bc575-56fc-4e43-a149-b3667906e728 None None] Set router f26af126-7b82-46b1-8ea3-e657de11ee38 gateway port host: dv-cinder-797608-18-iscsi {{(pid=101352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:56:52.286453 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ed835-2e91-4cc9-b482-c8b8de286577 None None] Pushing event updated for resources: {'Port': ['ID=00d14dae-b8ec-436c-89ab-89910d7c1800,revision_number=4']} {{(pid=101352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:52.425575 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-dc23ba51-0ccf-4cc5-a876-63a2acc70a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:52.480779 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23ba51-0ccf-4cc5-a876-63a2acc70a21 admin admin] Pushing event deleted for resources: {'Port': ['ID=894ac00b-80ac-47b1-90a5-b5baf35313a7,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:52.585006 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-280bc575-56fc-4e43-a149-b3667906e728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26af126-7b82-46b1-8ea3-e657de11ee38', 'name': 'tempest-TestMinimumBasicScenario-2085422862-router', 'tenant_id': '4f50e54680834d898dbfa379c2aa4d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '2b5b62de-8d4a-4709-b338-590ba115abbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:56:42Z', 'updated_at': '2021-08-16T17:56:47Z', 'revision_number': 4, 'project_id': '4f50e54680834d898dbfa379c2aa4d9d', 'gw_port': {'id': '2b5b62de-8d4a-4709-b338-590ba115abbd', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:85:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26af126-7b82-46b1-8ea3-e657de11ee38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:56:43Z', 'updated_at': '2021-08-16T17:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': '00d14dae-b8ec-436c-89ab-89910d7c1800', 'name': '', 'network_id': '4b0b383d-3648-4a23-a231-5a8c006c0052', 'tenant_id': '4f50e54680834d898dbfa379c2aa4d9d', 'mac_address': 'fa:16:3e:3a:d5:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26af126-7b82-46b1-8ea3-e657de11ee38', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e235a427-c40d-477a-a666-bd7f53cef700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:56:46Z', 'updated_at': '2021-08-16T17:56:51Z', 'revision_number': 4, 'project_id': '4f50e54680834d898dbfa379c2aa4d9d', 'subnets': [{'id': 'e235a427-c40d-477a-a666-bd7f53cef700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:56:52.629384 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280bc575-56fc-4e43-a149-b3667906e728 None None] The sync data for ids ['f26af126-7b82-46b1-8ea3-e657de11ee38'] in dv-cinder-797608-18-iscsi is: [{'id': 'f26af126-7b82-46b1-8ea3-e657de11ee38', 'name': 'tempest-TestMinimumBasicScenario-2085422862-router', 'tenant_id': '4f50e54680834d898dbfa379c2aa4d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '2b5b62de-8d4a-4709-b338-590ba115abbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:56:42Z', 'updated_at': '2021-08-16T17:56:47Z', 'revision_number': 4, 'project_id': '4f50e54680834d898dbfa379c2aa4d9d', 'gw_port': {'id': '2b5b62de-8d4a-4709-b338-590ba115abbd', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:85:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26af126-7b82-46b1-8ea3-e657de11ee38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:56:43Z', 'updated_at': '2021-08-16T17:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': '00d14dae-b8ec-436c-89ab-89910d7c1800', 'name': '', 'network_id': '4b0b383d-3648-4a23-a231-5a8c006c0052', 'tenant_id': '4f50e54680834d898dbfa379c2aa4d9d', 'mac_address': 'fa:16:3e:3a:d5:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26af126-7b82-46b1-8ea3-e657de11ee38', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e235a427-c40d-477a-a666-bd7f53cef700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:56:46Z', 'updated_at': '2021-08-16T17:56:51Z', 'revision_number': 4, 'project_id': '4f50e54680834d898dbfa379c2aa4d9d', 'subnets': [{'id': 'e235a427-c40d-477a-a666-bd7f53cef700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 17:56:52.810823 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-dc23ba51-0ccf-4cc5-a876-63a2acc70a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-634115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725841'] for router_interface, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:53.144818 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc23ba51-0ccf-4cc5-a876-63a2acc70a21 admin admin] Router e629d6ec-b50f-4fb3-a94d-84264f4b18ea has already been hosted by L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 {{(pid=101349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 17:56:53.296178 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc23ba51-0ccf-4cc5-a876-63a2acc70a21 admin admin] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 17:56:53.305175 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 59092) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:56:53.305765 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-dc23ba51-0ccf-4cc5-a876-63a2acc70a21 admin admin] 10.222.0.73 "PUT /v2.0/routers/e629d6ec-b50f-4fb3-a94d-84264f4b18ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5650907 Aug 16 17:56:53.307889 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8687b9-7063-45f5-a626-109bb96757bb None None] Sync routers for ids ['e629d6ec-b50f-4fb3-a94d-84264f4b18ea'] in dv-cinder-797608-18-iscsi {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 17:56:53.320126 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8687b9-7063-45f5-a626-109bb96757bb None None] Routers {'e629d6ec-b50f-4fb3-a94d-84264f4b18ea'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:56:53.320777 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-2d8687b9-7063-45f5-a626-109bb96757bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:56:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['e629d6ec-b50f-4fb3-a94d-84264f4b18ea'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:56:53.417639 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-c3680e7d-eb33-444f-9e00-52fb952193d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:53.442910 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-2d8687b9-7063-45f5-a626-109bb96757bb None None] Set router e629d6ec-b50f-4fb3-a94d-84264f4b18ea gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:56:53.526739 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-c3680e7d-eb33-444f-9e00-52fb952193d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:53.640045 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-2d8687b9-7063-45f5-a626-109bb96757bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e629d6ec-b50f-4fb3-a94d-84264f4b18ea', 'name': 'tempest-TestShelveInstance-543085044-router', 'tenant_id': '67e93bc9aa8640229cc9f17f3199ca27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:51:17Z', 'updated_at': '2021-08-16T17:56:52Z', 'revision_number': 5, 'project_id': '67e93bc9aa8640229cc9f17f3199ca27', 'gw_port': {'id': '3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e629d6ec-b50f-4fb3-a94d-84264f4b18ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:51:17Z', 'updated_at': '2021-08-16T17:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi'}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:56:53.672793 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8687b9-7063-45f5-a626-109bb96757bb None None] Checking router: e629d6ec-b50f-4fb3-a94d-84264f4b18ea for host: dv-cinder-797608-18-iscsi {{(pid=101351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 17:56:53.682878 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8687b9-7063-45f5-a626-109bb96757bb None None] Routers {'e629d6ec-b50f-4fb3-a94d-84264f4b18ea'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:56:53.683498 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-2d8687b9-7063-45f5-a626-109bb96757bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:56:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['e629d6ec-b50f-4fb3-a94d-84264f4b18ea'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:56:53.721985 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 00d14dae-b8ec-436c-89ab-89910d7c1800 up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:56:53.761135 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 6 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 17:56:53.844142 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-2d8687b9-7063-45f5-a626-109bb96757bb None None] Set router e629d6ec-b50f-4fb3-a94d-84264f4b18ea gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:56:53.873609 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.plugin [None req-c3680e7d-eb33-444f-9e00-52fb952193d2 admin admin] Deleting port 3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c {{(pid=101350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:56:53.874065 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-c3680e7d-eb33-444f-9e00-52fb952193d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:53.899464 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-a8c2564b-41c0-43f2-81d9-bbee6c2169a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:53.938732 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning for port 00d14dae-b8ec-436c-89ab-89910d7c1800 completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:56:53.948880 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 00d14dae-b8ec-436c-89ab-89910d7c1800 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:56:53.949376 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:53.972063 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.db [None req-c3680e7d-eb33-444f-9e00-52fb952193d2 admin admin] For port 3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c,segment=NetworkSegment(81288102-e1f3-4b19-b1aa-0a6021adf8ca),segment_id=81288102-e1f3-4b19-b1aa-0a6021adf8ca)] {{(pid=101350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:56:53.975443 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-c3680e7d-eb33-444f-9e00-52fb952193d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:53.989699 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.plugin [None req-c3680e7d-eb33-444f-9e00-52fb952193d2 admin admin] Calling delete_port for 3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c owned by network:router_gateway {{(pid=101350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:56:54.099285 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:54.131518 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-2d8687b9-7063-45f5-a626-109bb96757bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e629d6ec-b50f-4fb3-a94d-84264f4b18ea', 'name': 'tempest-TestShelveInstance-543085044-router', 'tenant_id': '67e93bc9aa8640229cc9f17f3199ca27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:51:17Z', 'updated_at': '2021-08-16T17:56:52Z', 'revision_number': 5, 'project_id': '67e93bc9aa8640229cc9f17f3199ca27', 'gw_port': {'id': '3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e629d6ec-b50f-4fb3-a94d-84264f4b18ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:51:17Z', 'updated_at': '2021-08-16T17:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi'}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:56:54.165464 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] For port 00d14dae-b8ec-436c-89ab-89910d7c1800, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=00d14dae-b8ec-436c-89ab-89910d7c1800,segment=NetworkSegment(9313a3b9-62dc-430f-994b-6250e7a14864),segment_id=9313a3b9-62dc-430f-994b-6250e7a14864)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:56:54.167173 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8687b9-7063-45f5-a626-109bb96757bb None None] The sync data for ids ['e629d6ec-b50f-4fb3-a94d-84264f4b18ea'] in dv-cinder-797608-18-iscsi is: [{'id': 'e629d6ec-b50f-4fb3-a94d-84264f4b18ea', 'name': 'tempest-TestShelveInstance-543085044-router', 'tenant_id': '67e93bc9aa8640229cc9f17f3199ca27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:51:17Z', 'updated_at': '2021-08-16T17:56:52Z', 'revision_number': 5, 'project_id': '67e93bc9aa8640229cc9f17f3199ca27', 'gw_port': {'id': '3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e629d6ec-b50f-4fb3-a94d-84264f4b18ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:51:17Z', 'updated_at': '2021-08-16T17:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi'}] {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 17:56:54.282859 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-c3680e7d-eb33-444f-9e00-52fb952193d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4811479'] for port, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:54.288431 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:54.406325 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3680e7d-eb33-444f-9e00-52fb952193d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:54.412003 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Pushing event updated for resources: {'Port': ['ID=00d14dae-b8ec-436c-89ab-89910d7c1800,revision_number=5']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:54.424750 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-c3680e7d-eb33-444f-9e00-52fb952193d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726267'] for router_gateway, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:54.856254 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-c3680e7d-eb33-444f-9e00-52fb952193d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39839'] for router, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:54.859160 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-c3680e7d-eb33-444f-9e00-52fb952193d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:54.986937 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-c3680e7d-eb33-444f-9e00-52fb952193d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723814'] for router, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:54.987864 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3680e7d-eb33-444f-9e00-52fb952193d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e629d6ec-b50f-4fb3-a94d-84264f4b18ea {{(pid=101350) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 17:56:54.995183 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-c3680e7d-eb33-444f-9e00-52fb952193d2 admin admin] Notify callbacks [] for router, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:54.995183 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-c3680e7d-eb33-444f-9e00-52fb952193d2 admin admin] 10.222.0.73 "DELETE /v2.0/routers/e629d6ec-b50f-4fb3-a94d-84264f4b18ea HTTP/1.1" status: 204 len: 168 time: 1.6878474 Aug 16 17:56:54.998762 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 59104) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:56:55.057897 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b0b2bfa-a04d-4bf2-a625-6a8e1173ad05 admin admin] Deleting subnet b77c348c-0c1d-4052-baba-3868ce8adf35 {{(pid=101350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 17:56:55.061382 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-0b0b2bfa-a04d-4bf2-a625-6a8e1173ad05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:55.107467 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-0b0b2bfa-a04d-4bf2-a625-6a8e1173ad05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809225'] for subnet, precommit_delete_associations {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:55.210587 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-0b0b2bfa-a04d-4bf2-a625-6a8e1173ad05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1871003'] for subnet, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:55.376200 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-0b0b2bfa-a04d-4bf2-a625-6a8e1173ad05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1870994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4811394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5156054'] for subnet, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:55.396305 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-0b0b2bfa-a04d-4bf2-a625-6a8e1173ad05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:55.396727 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769ef3f7-db1d-4743-be43-f54f30fe0ac2 None None] Network abd87892-01ae-487a-b700-498630f47a61 requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:56:55.398545 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-0b0b2bfa-a04d-4bf2-a625-6a8e1173ad05 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/b77c348c-0c1d-4052-baba-3868ce8adf35 HTTP/1.1" status: 204 len: 168 time: 0.3999355 Aug 16 17:56:55.401088 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 59106) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:56:55.448090 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b2bfa-a04d-4bf2-a625-6a8e1173ad05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b77c348c-0c1d-4052-baba-3868ce8adf35,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:55.548131 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e200d5ee-b8d8-4509-a8aa-4c7559e2df63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639821'] for network, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:55.648241 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474ab7bf-1840-449d-9ef8-1ae8c312b784 None None] DHCP port deletion for abd87892-01ae-487a-b700-498630f47a61 request from dv-cinder-797608-18-iscsi {{(pid=101351) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 17:56:55.650575 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [None req-e200d5ee-b8d8-4509-a8aa-4c7559e2df63 admin admin] Deleting port a9992e97-49ac-4505-8764-e6e12b13fe6b {{(pid=101349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:56:55.650727 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e200d5ee-b8d8-4509-a8aa-4c7559e2df63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:55.690267 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 00d14dae-b8ec-436c-89ab-89910d7c1800 up at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:56:55.732527 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [None req-e200d5ee-b8d8-4509-a8aa-4c7559e2df63 admin admin] For port a9992e97-49ac-4505-8764-e6e12b13fe6b, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=a9992e97-49ac-4505-8764-e6e12b13fe6b,segment=NetworkSegment(1f1d80ff-6f96-4f46-a24f-a310f32924c7),segment_id=1f1d80ff-6f96-4f46-a24f-a310f32924c7)] {{(pid=101349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:56:55.740712 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e200d5ee-b8d8-4509-a8aa-4c7559e2df63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:55.747447 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [None req-e200d5ee-b8d8-4509-a8aa-4c7559e2df63 admin admin] Calling delete_port for a9992e97-49ac-4505-8764-e6e12b13fe6b owned by network:dhcp {{(pid=101349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:56:55.759414 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-474ab7bf-1840-449d-9ef8-1ae8c312b784 None None] Deleting port a9992e97-49ac-4505-8764-e6e12b13fe6b {{(pid=101351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:56:55.759791 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-474ab7bf-1840-449d-9ef8-1ae8c312b784 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:55.761737 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Provisioning complete for port 00d14dae-b8ec-436c-89ab-89910d7c1800 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:56:55.762123 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:55.854735 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-474ab7bf-1840-449d-9ef8-1ae8c312b784 None None] For port a9992e97-49ac-4505-8764-e6e12b13fe6b, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=a9992e97-49ac-4505-8764-e6e12b13fe6b,segment=NetworkSegment(1f1d80ff-6f96-4f46-a24f-a310f32924c7),segment_id=1f1d80ff-6f96-4f46-a24f-a310f32924c7)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:56:55.856215 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-474ab7bf-1840-449d-9ef8-1ae8c312b784 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:55.952932 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e200d5ee-b8d8-4509-a8aa-4c7559e2df63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:55.966356 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e200d5ee-b8d8-4509-a8aa-4c7559e2df63 admin admin] No DVR routers for this DVR port a9992e97-49ac-4505-8764-e6e12b13fe6b on host dv-cinder-797608-18-iscsi {{(pid=101349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 17:56:56.005857 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-474ab7bf-1840-449d-9ef8-1ae8c312b784 None None] Calling delete_port for a9992e97-49ac-4505-8764-e6e12b13fe6b owned by network:dhcp {{(pid=101351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:56:56.024748 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200d5ee-b8d8-4509-a8aa-4c7559e2df63 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9992e97-49ac-4505-8764-e6e12b13fe6b,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:56.087932 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e200d5ee-b8d8-4509-a8aa-4c7559e2df63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1573870', 'neutron.services.segments.db._delete_segments_for_network-8753903461187'] for network, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:56.101269 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.services.segments.db [None req-e200d5ee-b8d8-4509-a8aa-4c7559e2df63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abd87892-01ae-487a-b700-498630f47a61']}} {{(pid=101349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:56:56.121706 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.services.segments.db [None req-e200d5ee-b8d8-4509-a8aa-4c7559e2df63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f1d80ff-6f96-4f46-a24f-a310f32924c7') {'for_net_delete': True} {{(pid=101349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:56:56.122539 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.services.segments.db [None req-e200d5ee-b8d8-4509-a8aa-4c7559e2df63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f1d80ff-6f96-4f46-a24f-a310f32924c7') {} {{(pid=101349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:56:56.132966 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e200d5ee-b8d8-4509-a8aa-4c7559e2df63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753903464012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5662916'] for segment, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:56.139167 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-474ab7bf-1840-449d-9ef8-1ae8c312b784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671'] for port, after_delete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:56.158683 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474ab7bf-1840-449d-9ef8-1ae8c312b784 None None] No DVR routers for this DVR port a9992e97-49ac-4505-8764-e6e12b13fe6b on host dv-cinder-797608-18-iscsi {{(pid=101351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 17:56:56.173794 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e200d5ee-b8d8-4509-a8aa-4c7559e2df63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050'] for segment, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:56.188361 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e200d5ee-b8d8-4509-a8aa-4c7559e2df63 admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=101349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 17:56:56.191972 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e200d5ee-b8d8-4509-a8aa-4c7559e2df63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660797'] for segment, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:56.191972 dv-cinder-797608-18-iscsi neutron-server[101349]: Traceback (most recent call last): Aug 16 17:56:56.191972 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 17:56:56.191972 dv-cinder-797608-18-iscsi neutron-server[101349]: timer() Aug 16 17:56:56.191972 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 17:56:56.191972 dv-cinder-797608-18-iscsi neutron-server[101349]: cb(*args, **kw) Aug 16 17:56:56.191972 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 17:56:56.191972 dv-cinder-797608-18-iscsi neutron-server[101349]: return func(*args, **kwargs) Aug 16 17:56:56.191972 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 17:56:56.191972 dv-cinder-797608-18-iscsi neutron-server[101349]: self._notify() Aug 16 17:56:56.191972 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 17:56:56.191972 dv-cinder-797608-18-iscsi neutron-server[101349]: self.callback(batched_events) Aug 16 17:56:56.191972 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 17:56:56.191972 dv-cinder-797608-18-iscsi neutron-server[101349]: event.method(event) Aug 16 17:56:56.191972 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 17:56:56.191972 dv-cinder-797608-18-iscsi neutron-server[101349]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 17:56:56.191972 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 17:56:56.191972 dv-cinder-797608-18-iscsi neutron-server[101349]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 17:56:56.191972 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 17:56:56.191972 dv-cinder-797608-18-iscsi neutron-server[101349]: return f(self, *a, **k) Aug 16 17:56:56.191972 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 17:56:56.191972 dv-cinder-797608-18-iscsi neutron-server[101349]: return self._get(url).json() Aug 16 17:56:56.191972 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 17:56:56.191972 dv-cinder-797608-18-iscsi neutron-server[101349]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 17:56:56.191972 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 17:56:56.191972 dv-cinder-797608-18-iscsi neutron-server[101349]: return self.request(url, 'GET', **kwargs) Aug 16 17:56:56.191972 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 17:56:56.191972 dv-cinder-797608-18-iscsi neutron-server[101349]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 17:56:56.191972 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 17:56:56.191972 dv-cinder-797608-18-iscsi neutron-server[101349]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 17:56:56.191972 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 17:56:56.191972 dv-cinder-797608-18-iscsi neutron-server[101349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 17:56:56.191972 dv-cinder-797608-18-iscsi neutron-server[101349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 17:56:56.205038 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ab7bf-1840-449d-9ef8-1ae8c312b784 None None] Pushing event deleted for resources: {'Port': ['ID=a9992e97-49ac-4505-8764-e6e12b13fe6b,revision_number=None']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:56.208848 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c no longer exists at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:56:56.234987 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] No Port match for: 3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 17:56:56.235248 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 3f3fb2e7-8dd1-4083-96cd-cd5a4a94f56c not bound to the agent host dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 17:56:56.235673 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 894ac00b-80ac-47b1-90a5-b5baf35313a7 no longer exists at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:56:56.262816 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] No Port match for: 894ac00b-80ac-47b1-90a5-b5baf35313a7 {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 17:56:56.262816 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 894ac00b-80ac-47b1-90a5-b5baf35313a7 not bound to the agent host dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 17:56:56.358747 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e200d5ee-b8d8-4509-a8aa-4c7559e2df63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1870109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726239'] for network, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:56.375938 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e200d5ee-b8d8-4509-a8aa-4c7559e2df63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:56.381409 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 59114) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:56:56.381623 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-e200d5ee-b8d8-4509-a8aa-4c7559e2df63 admin admin] 10.222.0.73 "DELETE /v2.0/networks/abd87892-01ae-487a-b700-498630f47a61 HTTP/1.1" status: 204 len: 168 time: 0.9786563 Aug 16 17:56:56.382537 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200d5ee-b8d8-4509-a8aa-4c7559e2df63 admin admin] Pushing event deleted for resources: {'Network': ['ID=abd87892-01ae-487a-b700-498630f47a61,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:56.568144 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-694ca204-1b76-466b-9c87-5f1f9b4b166e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:56.703784 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:56.809354 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-364c409e-5d16-4606-88d7-9b33947adae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701377'] for router_interface, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:57.089826 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.plugin [None req-364c409e-5d16-4606-88d7-9b33947adae0 admin admin] Deleting port 84566a17-8eb5-461f-aa00-6ac8eac7ab03 {{(pid=101350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:56:57.090124 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-364c409e-5d16-4606-88d7-9b33947adae0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:57.194227 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.db [None req-364c409e-5d16-4606-88d7-9b33947adae0 admin admin] For port 84566a17-8eb5-461f-aa00-6ac8eac7ab03, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=84566a17-8eb5-461f-aa00-6ac8eac7ab03,segment=NetworkSegment(7fd02241-6524-4783-92ab-8351f423ad8f),segment_id=7fd02241-6524-4783-92ab-8351f423ad8f)] {{(pid=101350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:56:57.194606 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-364c409e-5d16-4606-88d7-9b33947adae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:57.207071 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.plugin [None req-364c409e-5d16-4606-88d7-9b33947adae0 admin admin] Calling delete_port for 84566a17-8eb5-461f-aa00-6ac8eac7ab03 owned by network:router_interface {{(pid=101350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:56:57.587592 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device a9992e97-49ac-4505-8764-e6e12b13fe6b no longer exists at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:56:57.613637 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] No Port match for: a9992e97-49ac-4505-8764-e6e12b13fe6b {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 17:56:57.614010 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device a9992e97-49ac-4505-8764-e6e12b13fe6b not bound to the agent host dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 17:56:57.861436 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-364c409e-5d16-4606-88d7-9b33947adae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4811479'] for port, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:57.885437 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c409e-5d16-4606-88d7-9b33947adae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=84566a17-8eb5-461f-aa00-6ac8eac7ab03,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:57.964417 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:57.966113 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:58.112834 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-364c409e-5d16-4606-88d7-9b33947adae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-634115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725841'] for router_interface, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:58.137148 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 59126) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:56:58.285444 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-c3b0ef46-bdf6-4ed8-ad3b-5529d9442c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:58.359527 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364c409e-5d16-4606-88d7-9b33947adae0 admin admin] Router d46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e has already been hosted by L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 {{(pid=101350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 17:56:58.403472 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-c3b0ef46-bdf6-4ed8-ad3b-5529d9442c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:58.466807 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-c3b0ef46-bdf6-4ed8-ad3b-5529d9442c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:58.489050 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364c409e-5d16-4606-88d7-9b33947adae0 admin admin] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 17:56:58.496819 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-364c409e-5d16-4606-88d7-9b33947adae0 admin admin] 10.222.0.73 "PUT /v2.0/routers/d46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1135898 Aug 16 17:56:58.498818 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 59130) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:56:58.501044 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a4c4bb-8b14-4b4f-b969-6b29b50f0cd8 None None] Sync routers for ids ['d46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e'] in dv-cinder-797608-18-iscsi {{(pid=101352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 17:56:58.519387 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-c3b0ef46-bdf6-4ed8-ad3b-5529d9442c80 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8b7d000f0d304d42a2e85d284ab9b255&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3777051 Aug 16 17:56:58.519974 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a4c4bb-8b14-4b4f-b969-6b29b50f0cd8 None None] Routers {'d46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:56:58.520359 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b0ef46-bdf6-4ed8-ad3b-5529d9442c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90716755-d214-4583-86f3-530c0aab6bea,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:58.521104 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-27a4c4bb-8b14-4b4f-b969-6b29b50f0cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:56:56Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['d46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e'], 'active': True} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:56:58.523969 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 59132) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:56:58.597793 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-7de93951-5b99-4717-94af-5503f00360bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:58.624841 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-73592413-e765-4aa5-af94-ee0e78083324 admin admin] Notify callbacks [] for router, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:58.629113 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-7de93951-5b99-4717-94af-5503f00360bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:58.750747 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-73592413-e765-4aa5-af94-ee0e78083324 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:58.784916 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-7de93951-5b99-4717-94af-5503f00360bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:58.794589 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-7de93951-5b99-4717-94af-5503f00360bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:58.795448 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-7de93951-5b99-4717-94af-5503f00360bc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/90716755-d214-4583-86f3-530c0aab6bea HTTP/1.1" status: 204 len: 168 time: 0.2704685 Aug 16 17:56:58.797929 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvr_db [None req-27a4c4bb-8b14-4b4f-b969-6b29b50f0cd8 None None] Set router d46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e gateway port host: dv-cinder-797608-18-iscsi {{(pid=101352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:56:58.815200 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de93951-5b99-4717-94af-5503f00360bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90716755-d214-4583-86f3-530c0aab6bea,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:58.927788 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.plugin [None req-73592413-e765-4aa5-af94-ee0e78083324 admin admin] Deleting port c89ed43b-add9-4081-85b9-342e506bb8d9 {{(pid=101350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:56:58.928913 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-73592413-e765-4aa5-af94-ee0e78083324 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:59.035960 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-27a4c4bb-8b14-4b4f-b969-6b29b50f0cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e', 'name': 'tempest-TestShelveInstance-1716367841-router', 'tenant_id': 'dc29fa4407ce4f72bb85c9804da74c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'c89ed43b-add9-4081-85b9-342e506bb8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:51:24Z', 'updated_at': '2021-08-16T17:56:57Z', 'revision_number': 5, 'project_id': 'dc29fa4407ce4f72bb85c9804da74c96', 'gw_port': {'id': 'c89ed43b-add9-4081-85b9-342e506bb8d9', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:66:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:51:25Z', 'updated_at': '2021-08-16T17:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi'}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:56:59.051827 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.db [None req-73592413-e765-4aa5-af94-ee0e78083324 admin admin] For port c89ed43b-add9-4081-85b9-342e506bb8d9, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=c89ed43b-add9-4081-85b9-342e506bb8d9,segment=NetworkSegment(81288102-e1f3-4b19-b1aa-0a6021adf8ca),segment_id=81288102-e1f3-4b19-b1aa-0a6021adf8ca)] {{(pid=101350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:56:59.052215 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-73592413-e765-4aa5-af94-ee0e78083324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:59.069166 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.plugin [None req-73592413-e765-4aa5-af94-ee0e78083324 admin admin] Calling delete_port for c89ed43b-add9-4081-85b9-342e506bb8d9 owned by network:router_gateway {{(pid=101350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:56:59.070796 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a4c4bb-8b14-4b4f-b969-6b29b50f0cd8 None None] Checking router: d46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e for host: dv-cinder-797608-18-iscsi {{(pid=101352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 17:56:59.085319 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a4c4bb-8b14-4b4f-b969-6b29b50f0cd8 None None] Routers {'d46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:56:59.085947 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-27a4c4bb-8b14-4b4f-b969-6b29b50f0cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:56:56Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['d46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e'], 'active': True} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:56:59.153775 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:59.182732 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvr_db [None req-27a4c4bb-8b14-4b4f-b969-6b29b50f0cd8 None None] Set router d46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e gateway port host: None {{(pid=101352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:56:59.245740 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-27a4c4bb-8b14-4b4f-b969-6b29b50f0cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e', 'name': 'tempest-TestShelveInstance-1716367841-router', 'tenant_id': 'dc29fa4407ce4f72bb85c9804da74c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:51:24Z', 'updated_at': '2021-08-16T17:56:58Z', 'revision_number': 6, 'project_id': 'dc29fa4407ce4f72bb85c9804da74c96', 'gw_port_host': None}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:56:59.276518 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a4c4bb-8b14-4b4f-b969-6b29b50f0cd8 None None] The sync data for ids ['d46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e'] in dv-cinder-797608-18-iscsi is: [{'id': 'd46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e', 'name': 'tempest-TestShelveInstance-1716367841-router', 'tenant_id': 'dc29fa4407ce4f72bb85c9804da74c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:51:24Z', 'updated_at': '2021-08-16T17:56:58Z', 'revision_number': 6, 'project_id': 'dc29fa4407ce4f72bb85c9804da74c96', 'gw_port_host': None}] {{(pid=101352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 17:56:59.402855 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-73592413-e765-4aa5-af94-ee0e78083324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4811479'] for port, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:59.431114 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-01ea5873-09d2-4ce1-add2-0d6b546f7a16 req-4d630b1b-d8dc-486a-be64-82e704dcb053 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9551c939-d248-439c-9177-c3d5cff68f50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496509 Aug 16 17:56:59.433510 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73592413-e765-4aa5-af94-ee0e78083324 admin admin] Pushing event deleted for resources: {'Port': ['ID=c89ed43b-add9-4081-85b9-342e506bb8d9,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:56:59.498643 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-73592413-e765-4aa5-af94-ee0e78083324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726267'] for router_gateway, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:59.552135 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea5873-09d2-4ce1-add2-0d6b546f7a16 req-21ea8ad1-0573-41bf-8a74-e2f1da920000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:56:59.554197 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-01ea5873-09d2-4ce1-add2-0d6b546f7a16 req-21ea8ad1-0573-41bf-8a74-e2f1da920000 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d20225068a374f8e8ad006b98508f29d&device_id=9551c939-d248-439c-9177-c3d5cff68f50 HTTP/1.1" status: 200 len: 1099 time: 0.0527472 Aug 16 17:56:59.603941 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-73592413-e765-4aa5-af94-ee0e78083324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39839'] for router, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:59.606299 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-73592413-e765-4aa5-af94-ee0e78083324 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:59.739881 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea5873-09d2-4ce1-add2-0d6b546f7a16 req-78d20642-9990-47ba-bb1e-14fb36fb601c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:56:59.742569 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-01ea5873-09d2-4ce1-add2-0d6b546f7a16 req-78d20642-9990-47ba-bb1e-14fb36fb601c service neutron] 10.222.0.13 "GET /v2.0/networks?id=595f5f6b-511b-4405-8d33-e66f5931d554 HTTP/1.1" status: 200 len: 913 time: 0.1603305 Aug 16 17:56:59.752327 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-73592413-e765-4aa5-af94-ee0e78083324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723814'] for router, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:59.753044 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73592413-e765-4aa5-af94-ee0e78083324 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e {{(pid=101350) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 17:56:59.771237 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-73592413-e765-4aa5-af94-ee0e78083324 admin admin] Notify callbacks [] for router, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:59.772138 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-73592413-e765-4aa5-af94-ee0e78083324 admin admin] 10.222.0.73 "DELETE /v2.0/routers/d46cf482-b897-4d6e-a5f7-7e9c5e6dbc9e HTTP/1.1" status: 204 len: 168 time: 1.2714620 Aug 16 17:56:59.774408 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 59136) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:56:59.829036 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d346963-6642-4d3d-9b98-b82c456cec69 admin admin] Deleting subnet 110686ed-8776-4f3a-915d-b243bae208b5 {{(pid=101350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 17:56:59.831820 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-01ea5873-09d2-4ce1-add2-0d6b546f7a16 req-c630a641-aa95-4002-a1e4-ff349167c8b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2783ff19-2e0e-4f17-aad1-6ea0152b88ac HTTP/1.1" status: 200 len: 1001 time: 0.0779788 Aug 16 17:56:59.832529 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-0d346963-6642-4d3d-9b98-b82c456cec69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:59.875580 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-0d346963-6642-4d3d-9b98-b82c456cec69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809225'] for subnet, precommit_delete_associations {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:56:59.896325 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea5873-09d2-4ce1-add2-0d6b546f7a16 req-5b7e4655-8c5a-489e-9446-7cadbfcb563c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:56:59.898114 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-01ea5873-09d2-4ce1-add2-0d6b546f7a16 req-5b7e4655-8c5a-489e-9446-7cadbfcb563c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8 HTTP/1.1" status: 200 len: 851 time: 0.0583720 Aug 16 17:56:59.956331 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea5873-09d2-4ce1-add2-0d6b546f7a16 req-64ee2ec0-35ec-4cd9-a84f-522de8a03d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:56:59.956653 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-01ea5873-09d2-4ce1-add2-0d6b546f7a16 req-64ee2ec0-35ec-4cd9-a84f-522de8a03d73 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=595f5f6b-511b-4405-8d33-e66f5931d554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0465388 Aug 16 17:56:59.971519 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-0d346963-6642-4d3d-9b98-b82c456cec69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1871003'] for subnet, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:00.073606 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-01ea5873-09d2-4ce1-add2-0d6b546f7a16 req-dec338b3-94f7-4e75-86d5-04dd751e2417 service neutron] 10.222.0.13 "GET /v2.0/networks/595f5f6b-511b-4405-8d33-e66f5931d554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020327 Aug 16 17:57:00.131241 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-0d346963-6642-4d3d-9b98-b82c456cec69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1870994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4811394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5156054'] for subnet, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:00.135287 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 84566a17-8eb5-461f-aa00-6ac8eac7ab03 no longer exists at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:57:00.176040 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] No Port match for: 84566a17-8eb5-461f-aa00-6ac8eac7ab03 {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 17:57:00.176675 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 84566a17-8eb5-461f-aa00-6ac8eac7ab03 not bound to the agent host dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 17:57:00.185482 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d346963-6642-4d3d-9b98-b82c456cec69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=110686ed-8776-4f3a-915d-b243bae208b5,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:57:00.188371 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-0d346963-6642-4d3d-9b98-b82c456cec69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:00.190521 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-0d346963-6642-4d3d-9b98-b82c456cec69 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/110686ed-8776-4f3a-915d-b243bae208b5 HTTP/1.1" status: 204 len: 168 time: 0.4149742 Aug 16 17:57:00.193027 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 59138) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:57:00.195902 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b60e5b-72e9-4302-badb-4051f3778c0f None None] Network d38b78fd-015f-4917-8bd9-445e1fca8dcf requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:57:00.248919 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-01ea5873-09d2-4ce1-add2-0d6b546f7a16 req-d112a964-9c08-4532-a88c-7a73f5c32b22 service neutron] 10.222.0.13 "GET /v2.0/networks/595f5f6b-511b-4405-8d33-e66f5931d554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642911 Aug 16 17:57:00.305506 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3df4895d-4499-465a-a493-4dae81d61107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639821'] for network, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:00.383641 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.plugin [None req-3df4895d-4499-465a-a493-4dae81d61107 admin admin] Deleting port 75f84051-740c-4af9-a692-9b05bec14453 {{(pid=101350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:57:00.384135 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3df4895d-4499-465a-a493-4dae81d61107 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:00.437964 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bd3a7e-2093-49bf-931c-8c696b64be12 None None] DHCP port deletion for d38b78fd-015f-4917-8bd9-445e1fca8dcf request from dv-cinder-797608-18-iscsi {{(pid=101351) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 17:57:00.477774 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.db [None req-3df4895d-4499-465a-a493-4dae81d61107 admin admin] For port 75f84051-740c-4af9-a692-9b05bec14453, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=75f84051-740c-4af9-a692-9b05bec14453,segment=NetworkSegment(7fd02241-6524-4783-92ab-8351f423ad8f),segment_id=7fd02241-6524-4783-92ab-8351f423ad8f)] {{(pid=101350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:57:00.478390 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3df4895d-4499-465a-a493-4dae81d61107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:00.501760 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-99bd3a7e-2093-49bf-931c-8c696b64be12 None None] Deleting port 75f84051-740c-4af9-a692-9b05bec14453 {{(pid=101351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:57:00.502078 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-99bd3a7e-2093-49bf-931c-8c696b64be12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:00.502554 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.plugin [None req-3df4895d-4499-465a-a493-4dae81d61107 admin admin] Calling delete_port for 75f84051-740c-4af9-a692-9b05bec14453 owned by network:dhcp {{(pid=101350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:57:00.583138 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-99bd3a7e-2093-49bf-931c-8c696b64be12 None None] For port 75f84051-740c-4af9-a692-9b05bec14453, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=75f84051-740c-4af9-a692-9b05bec14453,segment=NetworkSegment(7fd02241-6524-4783-92ab-8351f423ad8f),segment_id=7fd02241-6524-4783-92ab-8351f423ad8f)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:57:00.583574 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-99bd3a7e-2093-49bf-931c-8c696b64be12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:00.605735 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-99bd3a7e-2093-49bf-931c-8c696b64be12 None None] Calling delete_port for 75f84051-740c-4af9-a692-9b05bec14453 owned by network:dhcp {{(pid=101351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:57:00.676492 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3df4895d-4499-465a-a493-4dae81d61107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4811479'] for port, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:00.696438 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-99bd3a7e-2093-49bf-931c-8c696b64be12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671'] for port, after_delete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:00.715018 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4895d-4499-465a-a493-4dae81d61107 admin admin] Pushing event deleted for resources: {'Port': ['ID=75f84051-740c-4af9-a692-9b05bec14453,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:57:00.717226 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df4895d-4499-465a-a493-4dae81d61107 admin admin] No DVR routers for this DVR port 75f84051-740c-4af9-a692-9b05bec14453 on host dv-cinder-797608-18-iscsi {{(pid=101350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 17:57:00.729936 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd3a7e-2093-49bf-931c-8c696b64be12 None None] Pushing event deleted for resources: {'Port': ['ID=75f84051-740c-4af9-a692-9b05bec14453,revision_number=None']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:57:00.731794 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bd3a7e-2093-49bf-931c-8c696b64be12 None None] No DVR routers for this DVR port 75f84051-740c-4af9-a692-9b05bec14453 on host dv-cinder-797608-18-iscsi {{(pid=101351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 17:57:00.797368 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3df4895d-4499-465a-a493-4dae81d61107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1573870', 'neutron.services.segments.db._delete_segments_for_network-8753903461187'] for network, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:00.811219 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.services.segments.db [None req-3df4895d-4499-465a-a493-4dae81d61107 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d38b78fd-015f-4917-8bd9-445e1fca8dcf']}} {{(pid=101350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:57:00.822849 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.services.segments.db [None req-3df4895d-4499-465a-a493-4dae81d61107 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fd02241-6524-4783-92ab-8351f423ad8f') {'for_net_delete': True} {{(pid=101350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:57:00.823411 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.services.segments.db [None req-3df4895d-4499-465a-a493-4dae81d61107 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fd02241-6524-4783-92ab-8351f423ad8f') {} {{(pid=101350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:57:00.833521 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3df4895d-4499-465a-a493-4dae81d61107 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753903464012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809216'] for segment, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:00.847585 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3df4895d-4499-465a-a493-4dae81d61107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050'] for segment, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:00.855710 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3df4895d-4499-465a-a493-4dae81d61107 admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=101350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 17:57:00.856118 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3df4895d-4499-465a-a493-4dae81d61107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4811492'] for segment, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:00.857957 dv-cinder-797608-18-iscsi neutron-server[101350]: Traceback (most recent call last): Aug 16 17:57:00.857957 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 17:57:00.857957 dv-cinder-797608-18-iscsi neutron-server[101350]: timer() Aug 16 17:57:00.857957 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 17:57:00.857957 dv-cinder-797608-18-iscsi neutron-server[101350]: cb(*args, **kw) Aug 16 17:57:00.857957 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 17:57:00.857957 dv-cinder-797608-18-iscsi neutron-server[101350]: return func(*args, **kwargs) Aug 16 17:57:00.857957 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 17:57:00.857957 dv-cinder-797608-18-iscsi neutron-server[101350]: self._notify() Aug 16 17:57:00.857957 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 17:57:00.857957 dv-cinder-797608-18-iscsi neutron-server[101350]: self.callback(batched_events) Aug 16 17:57:00.857957 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 17:57:00.857957 dv-cinder-797608-18-iscsi neutron-server[101350]: event.method(event) Aug 16 17:57:00.857957 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 17:57:00.857957 dv-cinder-797608-18-iscsi neutron-server[101350]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 17:57:00.857957 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 17:57:00.857957 dv-cinder-797608-18-iscsi neutron-server[101350]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 17:57:00.857957 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 17:57:00.857957 dv-cinder-797608-18-iscsi neutron-server[101350]: return f(self, *a, **k) Aug 16 17:57:00.857957 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 17:57:00.857957 dv-cinder-797608-18-iscsi neutron-server[101350]: return self._get(url).json() Aug 16 17:57:00.857957 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 17:57:00.857957 dv-cinder-797608-18-iscsi neutron-server[101350]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 17:57:00.857957 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 17:57:00.857957 dv-cinder-797608-18-iscsi neutron-server[101350]: return self.request(url, 'GET', **kwargs) Aug 16 17:57:00.857957 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 17:57:00.857957 dv-cinder-797608-18-iscsi neutron-server[101350]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 17:57:00.857957 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 17:57:00.857957 dv-cinder-797608-18-iscsi neutron-server[101350]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 17:57:00.857957 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 17:57:00.857957 dv-cinder-797608-18-iscsi neutron-server[101350]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 17:57:00.857957 dv-cinder-797608-18-iscsi neutron-server[101350]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 17:57:00.985351 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3df4895d-4499-465a-a493-4dae81d61107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1870109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726239'] for network, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:00.994188 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3df4895d-4499-465a-a493-4dae81d61107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:01.006117 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-3df4895d-4499-465a-a493-4dae81d61107 admin admin] 10.222.0.73 "DELETE /v2.0/networks/d38b78fd-015f-4917-8bd9-445e1fca8dcf HTTP/1.1" status: 204 len: 168 time: 0.8067479 Aug 16 17:57:01.017327 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4895d-4499-465a-a493-4dae81d61107 admin admin] Pushing event deleted for resources: {'Network': ['ID=d38b78fd-015f-4917-8bd9-445e1fca8dcf,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:57:01.586849 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 75f84051-740c-4af9-a692-9b05bec14453 no longer exists at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:57:01.610689 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] No Port match for: 75f84051-740c-4af9-a692-9b05bec14453 {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 17:57:01.611032 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 75f84051-740c-4af9-a692-9b05bec14453 not bound to the agent host dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 17:57:01.611442 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device c89ed43b-add9-4081-85b9-342e506bb8d9 no longer exists at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:57:01.632446 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] No Port match for: c89ed43b-add9-4081-85b9-342e506bb8d9 {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 17:57:01.632766 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device c89ed43b-add9-4081-85b9-342e506bb8d9 not bound to the agent host dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 17:57:01.682060 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 59142) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:57:01.725598 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-37451ae0-e054-49ae-a1f8-ad6f8e4c2376 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=67e93bc9aa8640229cc9f17f3199ca27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399818 Aug 16 17:57:01.725966 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 59148) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:57:01.786817 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-aecdea29-85c3-4430-aa4b-593d3d7034a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:01.811196 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-aecdea29-85c3-4430-aa4b-593d3d7034a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:01.940718 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-aecdea29-85c3-4430-aa4b-593d3d7034a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:01.943672 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-aecdea29-85c3-4430-aa4b-593d3d7034a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:01.945146 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-aecdea29-85c3-4430-aa4b-593d3d7034a2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/54dddfc2-ac34-4ec2-8b9c-fc6beba58ca1 HTTP/1.1" status: 204 len: 168 time: 0.2182004 Aug 16 17:57:01.956015 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecdea29-85c3-4430-aa4b-593d3d7034a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54dddfc2-ac34-4ec2-8b9c-fc6beba58ca1,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:57:02.714464 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 59164) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:57:02.757033 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-37cfaf4b-8c0d-4e9a-9954-9dd11a588b63 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dc29fa4407ce4f72bb85c9804da74c96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385489 Aug 16 17:57:02.757334 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 59166) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:57:02.806899 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-f827b67f-1949-4c51-990c-6b35abb4d7c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:02.833114 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-f827b67f-1949-4c51-990c-6b35abb4d7c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:03.032644 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-f827b67f-1949-4c51-990c-6b35abb4d7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:03.036388 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-f827b67f-1949-4c51-990c-6b35abb4d7c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:03.037532 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-f827b67f-1949-4c51-990c-6b35abb4d7c1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bd42954e-2b99-427b-b8cb-c5476e305aee HTTP/1.1" status: 204 len: 168 time: 0.2793608 Aug 16 17:57:03.048781 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827b67f-1949-4c51-990c-6b35abb4d7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd42954e-2b99-427b-b8cb-c5476e305aee,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:57:03.285244 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204d9d3-5d13-4144-8bb3-095868de19df req-63aa6922-f947-48c7-9e3a-439ada8c02b6 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:03.286755 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f204d9d3-5d13-4144-8bb3-095868de19df req-63aa6922-f947-48c7-9e3a-439ada8c02b6 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/networks?id=a19e2522-e327-42de-a821-5691c9ec16f9 HTTP/1.1" status: 200 len: 814 time: 0.1038725 Aug 16 17:57:03.300966 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f204d9d3-5d13-4144-8bb3-095868de19df req-85dd7bbe-fecd-4bf2-bd49-29f4ea95b9df tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/quotas/9baf9e9adf0645b7a9b9a0a2692b6c7a HTTP/1.1" status: 200 len: 375 time: 0.0085816 Aug 16 17:57:03.350265 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f204d9d3-5d13-4144-8bb3-095868de19df req-28a9a7a2-7b0d-48c8-9e87-bf8e36edd656 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9baf9e9adf0645b7a9b9a0a2692b6c7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440781 Aug 16 17:57:03.455244 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f204d9d3-5d13-4144-8bb3-095868de19df req-359b8bfb-9ed9-45de-9dca-e3350f3d799e service neutron] 10.222.0.73 "GET /v2.0/networks/a19e2522-e327-42de-a821-5691c9ec16f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916562 Aug 16 17:57:03.549500 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f204d9d3-5d13-4144-8bb3-095868de19df req-e722d225-c0f6-441d-9b5b-88e714d523f5 service neutron] 10.222.0.73 "GET /v2.0/networks/a19e2522-e327-42de-a821-5691c9ec16f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880001 Aug 16 17:57:03.882258 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-be5401d1-9675-4541-9486-15cd8f038932 req-0e3da767-22c4-449b-9b1a-d8a99266c2e0 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 210 time: 0.0259173 Aug 16 17:57:04.975012 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d60c678f-346c-4fb4-a423-cb102e65b1b3 req-9209e169-911c-41a2-8dd6-61abe428fe85 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 210 time: 0.0285532 Aug 16 17:57:06.065115 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-268455de-c95f-4bc6-8d83-435409ec9941 req-a4544071-1d43-4c93-b5eb-4fe911c8e6f3 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 210 time: 0.0249417 Aug 16 17:57:06.275327 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204d9d3-5d13-4144-8bb3-095868de19df req-108b3065-d22c-4bd9-8f13-d34cbad53b4d tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:06.276667 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-f204d9d3-5d13-4144-8bb3-095868de19df req-108b3065-d22c-4bd9-8f13-d34cbad53b4d tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.13 "GET /v2.0/networks?id=a19e2522-e327-42de-a821-5691c9ec16f9 HTTP/1.1" status: 200 len: 814 time: 0.1026325 Aug 16 17:57:06.302380 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [req-f204d9d3-5d13-4144-8bb3-095868de19df req-e478aca1-6cd5-490d-bb74-2a45a6b71e5c tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Request body: {'port': {'device_id': '116d4964-5019-4d9a-8214-3cf87697ef16', 'network_id': 'a19e2522-e327-42de-a821-5691c9ec16f9', 'admin_state_up': True, 'tenant_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:57:06.483971 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f204d9d3-5d13-4144-8bb3-095868de19df req-e478aca1-6cd5-490d-bb74-2a45a6b71e5c tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Made reservation on behalf of 9baf9e9adf0645b7a9b9a0a2692b6c7a for: {'port': 1} {{(pid=101349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:57:06.487487 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-f204d9d3-5d13-4144-8bb3-095868de19df req-e478aca1-6cd5-490d-bb74-2a45a6b71e5c tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:06.613079 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.db_base_plugin_common [req-f204d9d3-5d13-4144-8bb3-095868de19df req-e478aca1-6cd5-490d-bb74-2a45a6b71e5c tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Allocated IP 172.20.0.5 (a19e2522-e327-42de-a821-5691c9ec16f9/1bfdefc8-fa05-46ad-a306-1767094369b4/8eab2681-4731-4eaf-a64d-9c502676dcdd) {{(pid=101349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:57:06.762732 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-f204d9d3-5d13-4144-8bb3-095868de19df req-e478aca1-6cd5-490d-bb74-2a45a6b71e5c tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks [] for port, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:06.776261 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.provisioning_blocks [req-f204d9d3-5d13-4144-8bb3-095868de19df req-e478aca1-6cd5-490d-bb74-2a45a6b71e5c tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Transition to ACTIVE for port object 8eab2681-4731-4eaf-a64d-9c502676dcdd will not be triggered until provisioned by entity DHCP. {{(pid=101349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:57:06.870993 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-f204d9d3-5d13-4144-8bb3-095868de19df req-e478aca1-6cd5-490d-bb74-2a45a6b71e5c tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:06.911936 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f204d9d3-5d13-4144-8bb3-095868de19df req-e478aca1-6cd5-490d-bb74-2a45a6b71e5c tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Network a19e2522-e327-42de-a821-5691c9ec16f9 is already hosted by enough agents. {{(pid=101349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:57:06.916887 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.base_scheduler [req-f204d9d3-5d13-4144-8bb3-095868de19df req-e478aca1-6cd5-490d-bb74-2a45a6b71e5c tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Resources bound (agent type, host, resource id): {{(pid=101349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:57:06.920637 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [req-f204d9d3-5d13-4144-8bb3-095868de19df req-e478aca1-6cd5-490d-bb74-2a45a6b71e5c tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Received port after_create {{(pid=101349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:57:06.945727 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e478aca1-6cd5-490d-bb74-2a45a6b71e5c tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Pushing event updated for resources: {'Port': ['ID=8eab2681-4731-4eaf-a64d-9c502676dcdd,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:57:06.978716 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204d9d3-5d13-4144-8bb3-095868de19df req-e478aca1-6cd5-490d-bb74-2a45a6b71e5c tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:06.979981 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-f204d9d3-5d13-4144-8bb3-095868de19df req-e478aca1-6cd5-490d-bb74-2a45a6b71e5c tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:07.055919 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-f204d9d3-5d13-4144-8bb3-095868de19df req-e478aca1-6cd5-490d-bb74-2a45a6b71e5c tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7572141 Aug 16 17:57:07.080450 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [req-f204d9d3-5d13-4144-8bb3-095868de19df req-74fcedc8-9d67-41f5-b8d1-dd7c044b1adb service neutron] Request body: {'port': {'device_id': '116d4964-5019-4d9a-8214-3cf87697ef16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:57:07.209325 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-5c90d4be-ede4-4a92-a337-22bdb11bd0d8 None None] Provisioning for port 8eab2681-4731-4eaf-a64d-9c502676dcdd completed by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:57:07.213399 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-5c90d4be-ede4-4a92-a337-22bdb11bd0d8 None None] Provisioning complete for port 8eab2681-4731-4eaf-a64d-9c502676dcdd triggered by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:57:07.214028 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-5c90d4be-ede4-4a92-a337-22bdb11bd0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:07.218711 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-f204d9d3-5d13-4144-8bb3-095868de19df req-74fcedc8-9d67-41f5-b8d1-dd7c044b1adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:07.222899 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c371c05f-4b76-42bc-b129-b529cb9e7d50 req-6e576f8d-ffe0-43dc-9ba9-4ea1f8a7fa76 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:07.225018 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c371c05f-4b76-42bc-b129-b529cb9e7d50 req-6e576f8d-ffe0-43dc-9ba9-4ea1f8a7fa76 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 931 time: 0.0624230 Aug 16 17:57:07.268739 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c371c05f-4b76-42bc-b129-b529cb9e7d50 req-89ff5c0c-dce8-434d-8c13-9c1f11d97e6a tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/security-groups?id=053d5e35-152b-4659-a69a-3c0dc94350a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363319 Aug 16 17:57:07.282348 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-5c90d4be-ede4-4a92-a337-22bdb11bd0d8 None None] Port 8eab2681-4731-4eaf-a64d-9c502676dcdd cannot update to ACTIVE because it is not bound. {{(pid=101351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 17:57:07.542111 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [req-f204d9d3-5d13-4144-8bb3-095868de19df req-74fcedc8-9d67-41f5-b8d1-dd7c044b1adb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eab2681-4731-4eaf-a64d-9c502676dcdd {{(pid=101349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:57:07.550897 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-f204d9d3-5d13-4144-8bb3-095868de19df req-74fcedc8-9d67-41f5-b8d1-dd7c044b1adb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:07.563085 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.provisioning_blocks [req-f204d9d3-5d13-4144-8bb3-095868de19df req-74fcedc8-9d67-41f5-b8d1-dd7c044b1adb service neutron] Transition to ACTIVE for port object 8eab2681-4731-4eaf-a64d-9c502676dcdd will not be triggered until provisioned by entity L2. {{(pid=101349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:57:07.620740 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-f204d9d3-5d13-4144-8bb3-095868de19df req-74fcedc8-9d67-41f5-b8d1-dd7c044b1adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5660737'] for port, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:07.690562 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fcedc8-9d67-41f5-b8d1-dd7c044b1adb service neutron] Pushing event updated for resources: {'Port': ['ID=8eab2681-4731-4eaf-a64d-9c502676dcdd,revision_number=2']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:57:07.769038 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-f204d9d3-5d13-4144-8bb3-095868de19df req-74fcedc8-9d67-41f5-b8d1-dd7c044b1adb service neutron] Attempting to bind port 8eab2681-4731-4eaf-a64d-9c502676dcdd on host hv-cinder-79760 for vnic_type normal with profile {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:57:07.769376 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-f204d9d3-5d13-4144-8bb3-095868de19df req-74fcedc8-9d67-41f5-b8d1-dd7c044b1adb service neutron] Attempting to bind port 8eab2681-4731-4eaf-a64d-9c502676dcdd by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '7b6832d8-3808-49f0-8661-8c55976381a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a19e2522-e327-42de-a821-5691c9ec16f9'}] {{(pid=101349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:57:07.769708 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f204d9d3-5d13-4144-8bb3-095868de19df req-74fcedc8-9d67-41f5-b8d1-dd7c044b1adb service neutron] Attempting to bind port 8eab2681-4731-4eaf-a64d-9c502676dcdd on network a19e2522-e327-42de-a821-5691c9ec16f9 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:57:07.774569 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f204d9d3-5d13-4144-8bb3-095868de19df req-74fcedc8-9d67-41f5-b8d1-dd7c044b1adb service neutron] Port 8eab2681-4731-4eaf-a64d-9c502676dcdd on network a19e2522-e327-42de-a821-5691c9ec16f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 17:57:07.776367 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f204d9d3-5d13-4144-8bb3-095868de19df req-74fcedc8-9d67-41f5-b8d1-dd7c044b1adb service neutron] Attempting to bind port 8eab2681-4731-4eaf-a64d-9c502676dcdd on network a19e2522-e327-42de-a821-5691c9ec16f9 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:57:07.780862 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f204d9d3-5d13-4144-8bb3-095868de19df req-74fcedc8-9d67-41f5-b8d1-dd7c044b1adb service neutron] Checking agent: {'id': 'd413de79-89e7-4037-a6bb-11a55464df62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 45, 56), 'started_at': datetime.datetime(2021, 8, 16, 17, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:57:07.781146 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f204d9d3-5d13-4144-8bb3-095868de19df req-74fcedc8-9d67-41f5-b8d1-dd7c044b1adb service neutron] Checking segment: {'id': '7b6832d8-3808-49f0-8661-8c55976381a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a19e2522-e327-42de-a821-5691c9ec16f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:57:07.781514 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f204d9d3-5d13-4144-8bb3-095868de19df req-74fcedc8-9d67-41f5-b8d1-dd7c044b1adb service neutron] Bound using segment: {'id': '7b6832d8-3808-49f0-8661-8c55976381a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a19e2522-e327-42de-a821-5691c9ec16f9'} {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:57:07.781968 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-f204d9d3-5d13-4144-8bb3-095868de19df req-74fcedc8-9d67-41f5-b8d1-dd7c044b1adb service neutron] Bound port: 8eab2681-4731-4eaf-a64d-9c502676dcdd, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b6832d8-3808-49f0-8661-8c55976381a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a19e2522-e327-42de-a821-5691c9ec16f9'}}] {{(pid=101349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:57:07.782337 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-f204d9d3-5d13-4144-8bb3-095868de19df req-74fcedc8-9d67-41f5-b8d1-dd7c044b1adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:07.853449 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-f204d9d3-5d13-4144-8bb3-095868de19df req-74fcedc8-9d67-41f5-b8d1-dd7c044b1adb service neutron] For port 8eab2681-4731-4eaf-a64d-9c502676dcdd, host hv-cinder-79760, cleared binding levels {{(pid=101349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:57:07.857064 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-f204d9d3-5d13-4144-8bb3-095868de19df req-74fcedc8-9d67-41f5-b8d1-dd7c044b1adb service neutron] For port 8eab2681-4731-4eaf-a64d-9c502676dcdd, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8eab2681-4731-4eaf-a64d-9c502676dcdd,segment=NetworkSegment(7b6832d8-3808-49f0-8661-8c55976381a9),segment_id=7b6832d8-3808-49f0-8661-8c55976381a9)] {{(pid=101349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:57:07.939264 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-f204d9d3-5d13-4144-8bb3-095868de19df req-74fcedc8-9d67-41f5-b8d1-dd7c044b1adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5660737'] for port, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:07.978129 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204d9d3-5d13-4144-8bb3-095868de19df req-74fcedc8-9d67-41f5-b8d1-dd7c044b1adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:07.978752 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-f204d9d3-5d13-4144-8bb3-095868de19df req-74fcedc8-9d67-41f5-b8d1-dd7c044b1adb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:07.980151 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-f204d9d3-5d13-4144-8bb3-095868de19df req-74fcedc8-9d67-41f5-b8d1-dd7c044b1adb service neutron] 10.222.0.13 "PUT /v2.0/ports/8eab2681-4731-4eaf-a64d-9c502676dcdd HTTP/1.1" status: 200 len: 1093 time: 0.9047573 Aug 16 17:57:07.980599 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116d4964-5019-4d9a-8214-3cf87697ef16', 'tag': '8eab2681-4731-4eaf-a64d-9c502676dcdd'}] {{(pid=101349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:57:07.982949 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}934f09010de237f24c102465ff13aed95362a81e3346d32f1bd52d9236897e6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81661ad5-7899-4090-92ea-dbe38d05a215" -d '{"events": [{"name": "network-changed", "server_uuid": "116d4964-5019-4d9a-8214-3cf87697ef16", "tag": "8eab2681-4731-4eaf-a64d-9c502676dcdd"}]}' {{(pid=101349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:57:08.018977 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fcedc8-9d67-41f5-b8d1-dd7c044b1adb service neutron] Pushing event updated for resources: {'Port': ['ID=8eab2681-4731-4eaf-a64d-9c502676dcdd,revision_number=3']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:57:08.033251 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 17:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a3448a-8d4c-4fb9-9ac9-638463aa6492 x-openstack-request-id: req-b4a3448a-8d4c-4fb9-9ac9-638463aa6492 {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:57:08.033251 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "116d4964-5019-4d9a-8214-3cf87697ef16", "tag": "8eab2681-4731-4eaf-a64d-9c502676dcdd", "status": "completed", "code": 200}]} {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:57:08.033251 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b4a3448a-8d4c-4fb9-9ac9-638463aa6492 {{(pid=101349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:57:08.033251 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116d4964-5019-4d9a-8214-3cf87697ef16', 'tag': '8eab2681-4731-4eaf-a64d-9c502676dcdd', 'status': 'completed', 'code': 200} Aug 16 17:57:08.395112 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320984d6-98e6-4c08-9425-a68be01d1bec req-bb94b78a-caa2-4f21-85bb-297605e43407 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:08.396715 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-320984d6-98e6-4c08-9425-a68be01d1bec req-bb94b78a-caa2-4f21-85bb-297605e43407 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 943 time: 0.0484173 Aug 16 17:57:08.436205 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-320984d6-98e6-4c08-9425-a68be01d1bec req-9a47d9b3-7408-4e52-ab97-a80aedc4c706 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/security-groups?id=053d5e35-152b-4659-a69a-3c0dc94350a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333512 Aug 16 17:57:09.561113 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf97f3-3765-4d20-8325-0df3bf8afecf req-b6050c77-a125-489b-ba98-545747b219a9 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:09.564455 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c8bf97f3-3765-4d20-8325-0df3bf8afecf req-b6050c77-a125-489b-ba98-545747b219a9 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 943 time: 0.0570264 Aug 16 17:57:09.600045 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c8bf97f3-3765-4d20-8325-0df3bf8afecf req-e81553ee-8373-4f00-8709-8802991bcdf8 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/security-groups?id=053d5e35-152b-4659-a69a-3c0dc94350a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314925 Aug 16 17:57:10.719315 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b57654-7c06-45c6-9ba2-ccd9d62ba497 req-fa770707-deb4-4fb5-a556-ff16464c7a5c tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:10.720828 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-16b57654-7c06-45c6-9ba2-ccd9d62ba497 req-fa770707-deb4-4fb5-a556-ff16464c7a5c tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 943 time: 0.0496907 Aug 16 17:57:10.761766 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-16b57654-7c06-45c6-9ba2-ccd9d62ba497 req-4a2d89cd-664c-4be3-b5b0-79d4cb0ac16c tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/security-groups?id=053d5e35-152b-4659-a69a-3c0dc94350a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344672 Aug 16 17:57:11.879214 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40519f2-52b6-4a09-a2d9-887c31ce067c req-fc6e089c-5b58-4b17-a2af-91dd27e0a074 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:11.881112 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d40519f2-52b6-4a09-a2d9-887c31ce067c req-fc6e089c-5b58-4b17-a2af-91dd27e0a074 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 943 time: 0.0516024 Aug 16 17:57:11.921288 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d40519f2-52b6-4a09-a2d9-887c31ce067c req-48d6e919-d2bc-4135-85bc-891c64941b07 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/security-groups?id=053d5e35-152b-4659-a69a-3c0dc94350a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342972 Aug 16 17:57:13.038640 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e159c97-9768-4a11-9057-e1e1b9b18ced req-c1185729-b304-497d-94d5-0b2973ae870b tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:13.040120 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8e159c97-9768-4a11-9057-e1e1b9b18ced req-c1185729-b304-497d-94d5-0b2973ae870b tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 943 time: 0.0522518 Aug 16 17:57:13.082729 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8e159c97-9768-4a11-9057-e1e1b9b18ced req-e40c1b0d-481c-4248-8ad9-44bb83b24c9c tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/security-groups?id=053d5e35-152b-4659-a69a-3c0dc94350a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346282 Aug 16 17:57:14.215697 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204298b-c1a5-422e-906f-011efc1dc8a5 req-732ba0b4-37ba-4c53-965c-c79ed28092ad tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:14.217215 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c204298b-c1a5-422e-906f-011efc1dc8a5 req-732ba0b4-37ba-4c53-965c-c79ed28092ad tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 943 time: 0.0523942 Aug 16 17:57:14.254043 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c204298b-c1a5-422e-906f-011efc1dc8a5 req-ad7bc9e9-ba5f-4bc9-92f2-d41c7c93d2ad tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/security-groups?id=053d5e35-152b-4659-a69a-3c0dc94350a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308909 Aug 16 17:57:15.378197 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94c6e8-4385-4a25-aec8-2cf8320916cf req-6920920b-1d20-4b1a-80d7-7651e216f1de tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:15.379708 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8c94c6e8-4385-4a25-aec8-2cf8320916cf req-6920920b-1d20-4b1a-80d7-7651e216f1de tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 943 time: 0.0555179 Aug 16 17:57:15.418691 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8c94c6e8-4385-4a25-aec8-2cf8320916cf req-b37c60de-fcaa-4d7f-b3ab-3937ca6f3e26 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/security-groups?id=053d5e35-152b-4659-a69a-3c0dc94350a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331576 Aug 16 17:57:16.543738 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84299426-4ed7-42d5-b800-fc8fd2d3393e req-2bb4c87f-d3a6-4e54-a2ec-c68aa3f3aa31 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:16.545204 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-84299426-4ed7-42d5-b800-fc8fd2d3393e req-2bb4c87f-d3a6-4e54-a2ec-c68aa3f3aa31 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 943 time: 0.0592616 Aug 16 17:57:16.584106 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-84299426-4ed7-42d5-b800-fc8fd2d3393e req-54e52796-386d-48c4-ac33-348411412858 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/security-groups?id=053d5e35-152b-4659-a69a-3c0dc94350a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328183 Aug 16 17:57:17.688417 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81661ad5-7899-4090-92ea-dbe38d05a215 req-9be57f68-777a-4ad5-8cef-886d1d723e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:17.690666 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-81661ad5-7899-4090-92ea-dbe38d05a215 req-9be57f68-777a-4ad5-8cef-886d1d723e8e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9baf9e9adf0645b7a9b9a0a2692b6c7a&device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 1096 time: 0.0466478 Aug 16 17:57:17.697764 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c8927-3215-40da-8726-583283b31fcc req-3d6d2838-26ce-4b3f-a221-3cf441cd7140 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:17.699390 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-334c8927-3215-40da-8726-583283b31fcc req-3d6d2838-26ce-4b3f-a221-3cf441cd7140 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 943 time: 0.0485189 Aug 16 17:57:17.738242 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-334c8927-3215-40da-8726-583283b31fcc req-261d6d55-f045-4f02-88be-516419a4008e tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/security-groups?id=053d5e35-152b-4659-a69a-3c0dc94350a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325375 Aug 16 17:57:17.800299 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81661ad5-7899-4090-92ea-dbe38d05a215 req-3235594d-3f17-4543-be7d-adae62bee472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:17.801692 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-81661ad5-7899-4090-92ea-dbe38d05a215 req-3235594d-3f17-4543-be7d-adae62bee472 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9baf9e9adf0645b7a9b9a0a2692b6c7a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0908298 Aug 16 17:57:18.148348 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81661ad5-7899-4090-92ea-dbe38d05a215 req-cd010dae-123f-450e-8307-04ec7083faf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:18.149834 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-81661ad5-7899-4090-92ea-dbe38d05a215 req-cd010dae-123f-450e-8307-04ec7083faf7 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3375270 Aug 16 17:57:18.251040 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204d9d3-5d13-4144-8bb3-095868de19df req-6c849de4-3873-4cbb-9634-e0983e883cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:18.252508 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-f204d9d3-5d13-4144-8bb3-095868de19df req-6c849de4-3873-4cbb-9634-e0983e883cad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9baf9e9adf0645b7a9b9a0a2692b6c7a&device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 1096 time: 0.0390658 Aug 16 17:57:18.305570 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-f204d9d3-5d13-4144-8bb3-095868de19df req-bff437c2-86b1-45be-b28d-892ab7a4edfb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8eab2681-4731-4eaf-a64d-9c502676dcdd HTTP/1.1" status: 200 len: 217 time: 0.0329683 Aug 16 17:57:18.356500 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204d9d3-5d13-4144-8bb3-095868de19df req-2ac2d031-2ea7-47de-93ed-c2b66bdee074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:18.358435 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-f204d9d3-5d13-4144-8bb3-095868de19df req-2ac2d031-2ea7-47de-93ed-c2b66bdee074 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1bfdefc8-fa05-46ad-a306-1767094369b4 HTTP/1.1" status: 200 len: 853 time: 0.0449598 Aug 16 17:57:18.407335 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204d9d3-5d13-4144-8bb3-095868de19df req-56e787cd-9120-4c0e-a896-944db569f3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:18.408771 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-f204d9d3-5d13-4144-8bb3-095868de19df req-56e787cd-9120-4c0e-a896-944db569f3fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a19e2522-e327-42de-a821-5691c9ec16f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0426011 Aug 16 17:57:18.505698 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-f204d9d3-5d13-4144-8bb3-095868de19df req-d7eb2b5a-e87e-4d88-931f-7b50b236ae18 service neutron] 10.222.0.13 "GET /v2.0/networks/a19e2522-e327-42de-a821-5691c9ec16f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836618 Aug 16 17:57:18.597224 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-f204d9d3-5d13-4144-8bb3-095868de19df req-4f040f9f-06a6-49f0-a629-8c2220b67fa5 service neutron] 10.222.0.13 "GET /v2.0/networks/a19e2522-e327-42de-a821-5691c9ec16f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805795 Aug 16 17:57:18.849804 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce9a9a-d0f8-4919-b892-2c42ae31c7b7 req-a83496bd-3dcd-402c-a4cd-902c834419b6 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:18.851280 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-87ce9a9a-d0f8-4919-b892-2c42ae31c7b7 req-a83496bd-3dcd-402c-a4cd-902c834419b6 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 943 time: 0.0473595 Aug 16 17:57:18.887007 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-87ce9a9a-d0f8-4919-b892-2c42ae31c7b7 req-397c60b2-6a6f-4ec5-8a86-6e1eae43f3bc tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/security-groups?id=053d5e35-152b-4659-a69a-3c0dc94350a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299823 Aug 16 17:57:20.001225 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81769874-ea16-4ce1-ae8b-81fb55c2a5d1 req-e48095d6-3f64-40f2-8079-868719dea8ba tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:20.002734 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-81769874-ea16-4ce1-ae8b-81fb55c2a5d1 req-e48095d6-3f64-40f2-8079-868719dea8ba tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 943 time: 0.0500553 Aug 16 17:57:20.039309 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-81769874-ea16-4ce1-ae8b-81fb55c2a5d1 req-3ec79a87-9058-466c-a848-d8cf9e143ef4 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/security-groups?id=053d5e35-152b-4659-a69a-3c0dc94350a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309110 Aug 16 17:57:21.149985 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dab2ab-831e-421f-9b70-978bcbf7f075 req-cbd6f923-7140-4fd9-9e4f-8db3831d57b1 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:21.151413 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-50dab2ab-831e-421f-9b70-978bcbf7f075 req-cbd6f923-7140-4fd9-9e4f-8db3831d57b1 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 943 time: 0.0468183 Aug 16 17:57:21.187842 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-50dab2ab-831e-421f-9b70-978bcbf7f075 req-ed155a24-853f-496f-af31-78f233253d5f tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/security-groups?id=053d5e35-152b-4659-a69a-3c0dc94350a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302920 Aug 16 17:57:21.760176 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 8eab2681-4731-4eaf-a64d-9c502676dcdd details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=101351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 17:57:21.854713 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 8eab2681-4731-4eaf-a64d-9c502676dcdd, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8eab2681-4731-4eaf-a64d-9c502676dcdd,segment=NetworkSegment(7b6832d8-3808-49f0-8661-8c55976381a9),segment_id=7b6832d8-3808-49f0-8661-8c55976381a9)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:57:21.866077 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Returning: {'device': '8eab2681-4731-4eaf-a64d-9c502676dcdd', 'network_id': 'a19e2522-e327-42de-a821-5691c9ec16f9', 'port_id': '8eab2681-4731-4eaf-a64d-9c502676dcdd', 'mac_address': 'fa:16:3e:25:90:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bfdefc8-fa05-46ad-a306-1767094369b4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 17:57:21.901161 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:21.913764 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eab2681-4731-4eaf-a64d-9c502676dcdd {{(pid=101351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:57:21.933294 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 8eab2681-4731-4eaf-a64d-9c502676dcdd, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8eab2681-4731-4eaf-a64d-9c502676dcdd,segment=NetworkSegment(7b6832d8-3808-49f0-8661-8c55976381a9),segment_id=7b6832d8-3808-49f0-8661-8c55976381a9)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:57:21.997283 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:22.044001 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=8eab2681-4731-4eaf-a64d-9c502676dcdd,revision_number=4']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:57:22.304243 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec8b38-70cb-4a8c-8c15-ab92db93ebe7 req-b490cbeb-2b27-4ee7-8b83-a9ac13cad96a tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:22.305741 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ebec8b38-70cb-4a8c-8c15-ab92db93ebe7 req-b490cbeb-2b27-4ee7-8b83-a9ac13cad96a tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 944 time: 0.0468204 Aug 16 17:57:22.341427 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ebec8b38-70cb-4a8c-8c15-ab92db93ebe7 req-008da3d9-8fd7-4fdd-9dfd-00e675da3270 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/security-groups?id=053d5e35-152b-4659-a69a-3c0dc94350a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298598 Aug 16 17:57:22.365485 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['8eab2681-4731-4eaf-a64d-9c502676dcdd'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:57:23.455157 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be742a31-e9dc-407a-8374-2cc25416929f req-2de3303f-8e4c-4d56-82f1-128b8c7f3efe tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:23.456615 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-be742a31-e9dc-407a-8374-2cc25416929f req-2de3303f-8e4c-4d56-82f1-128b8c7f3efe tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 944 time: 0.0493956 Aug 16 17:57:23.492685 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-be742a31-e9dc-407a-8374-2cc25416929f req-75b90e90-025e-4e28-9978-aa5abbc285cb tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/security-groups?id=053d5e35-152b-4659-a69a-3c0dc94350a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303891 Aug 16 17:57:23.775715 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 8eab2681-4731-4eaf-a64d-9c502676dcdd up at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:57:23.882835 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning for port 8eab2681-4731-4eaf-a64d-9c502676dcdd completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:57:23.886525 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning complete for port 8eab2681-4731-4eaf-a64d-9c502676dcdd triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:57:23.886899 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:23.913002 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-ad8fbdb1-c860-4a9c-9e43-ab5eff408476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:23.966284 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:23.987279 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116d4964-5019-4d9a-8214-3cf87697ef16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eab2681-4731-4eaf-a64d-9c502676dcdd'}] {{(pid=101351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:57:23.989495 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4661e6bc32737764ca712b7c7300ac6ad1a8a79a1ea43afdc004a14577d676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b973de2c-392d-43fb-a498-8a9549018a8b" -d '{"events": [{"server_uuid": "116d4964-5019-4d9a-8214-3cf87697ef16", "name": "network-vif-plugged", "status": "completed", "tag": "8eab2681-4731-4eaf-a64d-9c502676dcdd"}]}' {{(pid=101351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:57:24.004030 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 8eab2681-4731-4eaf-a64d-9c502676dcdd, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8eab2681-4731-4eaf-a64d-9c502676dcdd,segment=NetworkSegment(7b6832d8-3808-49f0-8661-8c55976381a9),segment_id=7b6832d8-3808-49f0-8661-8c55976381a9)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:57:24.031096 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b138e39d-d755-41b2-8eda-ec842865d9e8 x-openstack-request-id: req-b138e39d-d755-41b2-8eda-ec842865d9e8 {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:57:24.031096 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116d4964-5019-4d9a-8214-3cf87697ef16", "name": "network-vif-plugged", "status": "completed", "tag": "8eab2681-4731-4eaf-a64d-9c502676dcdd", "code": 200}]} {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:57:24.031096 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b138e39d-d755-41b2-8eda-ec842865d9e8 {{(pid=101351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:57:24.031096 dv-cinder-797608-18-iscsi neutron-server[101351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116d4964-5019-4d9a-8214-3cf87697ef16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eab2681-4731-4eaf-a64d-9c502676dcdd', 'code': 200} Aug 16 17:57:24.087159 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:24.136105 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=8eab2681-4731-4eaf-a64d-9c502676dcdd,revision_number=5']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:57:24.370990 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7063f-22ff-4762-b486-7c830153b18b req-23eec61b-49ef-4ef8-ba8d-7c8c0a7bcba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:24.372476 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-7bc7063f-22ff-4762-b486-7c830153b18b req-23eec61b-49ef-4ef8-ba8d-7c8c0a7bcba0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 1098 time: 0.0389915 Aug 16 17:57:24.409602 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-7bc7063f-22ff-4762-b486-7c830153b18b req-38cee7ff-dd1b-4af2-b318-d2a4d7b05a52 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=053d5e35-152b-4659-a69a-3c0dc94350a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262945 Aug 16 17:57:24.606885 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4a9f4-0d37-4bc4-bb6e-9e413fc96ab8 req-a5eb34c1-82f8-479f-b5c8-678dd1fe7e0b tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:24.608908 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6fa4a9f4-0d37-4bc4-bb6e-9e413fc96ab8 req-a5eb34c1-82f8-479f-b5c8-678dd1fe7e0b tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 945 time: 0.0498340 Aug 16 17:57:24.644892 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6fa4a9f4-0d37-4bc4-bb6e-9e413fc96ab8 req-cb6a3d73-a20b-42b7-90f4-3547d8b515fd tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/security-groups?id=053d5e35-152b-4659-a69a-3c0dc94350a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301104 Aug 16 17:57:25.755268 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db723f76-2bcf-4cb8-92fc-0f4c0d57a19e req-51af2f43-b622-425e-a034-3f483eccc7d8 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:25.756732 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-db723f76-2bcf-4cb8-92fc-0f4c0d57a19e req-51af2f43-b622-425e-a034-3f483eccc7d8 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 945 time: 0.0472064 Aug 16 17:57:25.794871 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-db723f76-2bcf-4cb8-92fc-0f4c0d57a19e req-ef5e3816-bca7-4369-b0b8-3e94cd3fd7c5 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/security-groups?id=053d5e35-152b-4659-a69a-3c0dc94350a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320370 Aug 16 17:57:26.591205 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-c746f884-8f1b-48f6-bcb4-5834a2039131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:26.705465 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:26.910108 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a22b1f-ab73-42de-9c05-0428f5b543b0 req-4d8d4e72-3ba6-4a47-94d9-4515cea1a824 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:26.911537 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-47a22b1f-ab73-42de-9c05-0428f5b543b0 req-4d8d4e72-3ba6-4a47-94d9-4515cea1a824 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 945 time: 0.0500488 Aug 16 17:57:26.946908 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-47a22b1f-ab73-42de-9c05-0428f5b543b0 req-bff98350-e9d0-4587-a31e-e7e6a86c858f tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/security-groups?id=053d5e35-152b-4659-a69a-3c0dc94350a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296688 Aug 16 17:57:27.054946 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4dcd8-7b04-4055-871b-cbdfb4edada8 req-d4019ec7-105f-4c32-8f3a-fa9e9a2ceadc tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:27.056366 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2db4dcd8-7b04-4055-871b-cbdfb4edada8 req-d4019ec7-105f-4c32-8f3a-fa9e9a2ceadc tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 945 time: 0.0465708 Aug 16 17:57:27.092695 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2db4dcd8-7b04-4055-871b-cbdfb4edada8 req-c7da4e49-0e63-4412-b144-2025a613d439 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/security-groups?id=053d5e35-152b-4659-a69a-3c0dc94350a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301487 Aug 16 17:57:27.404832 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef21c7-fbf4-45c4-992e-9ff10717eb53 req-550109c1-fda9-48af-8e46-8a4aa2695f89 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:27.406287 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b7ef21c7-fbf4-45c4-992e-9ff10717eb53 req-550109c1-fda9-48af-8e46-8a4aa2695f89 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 945 time: 0.0464697 Aug 16 17:57:27.442633 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b7ef21c7-fbf4-45c4-992e-9ff10717eb53 req-bbcbd2d0-70da-44c8-9bc7-f236ff8eedb1 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/security-groups?id=053d5e35-152b-4659-a69a-3c0dc94350a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307012 Aug 16 17:57:27.705680 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:27.829648 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:29.122847 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:30.760367 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 6 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 17:57:37.885868 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d2aaf-8229-45c6-9006-f434935df5a5 req-d457fbea-ee20-461b-9220-33a88c0a7383 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:37.887294 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-878d2aaf-8229-45c6-9006-f434935df5a5 req-d457fbea-ee20-461b-9220-33a88c0a7383 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 945 time: 0.0500033 Aug 16 17:57:37.924235 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-878d2aaf-8229-45c6-9006-f434935df5a5 req-6610b5c2-57dd-47be-acf3-251b17d87589 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/security-groups?id=053d5e35-152b-4659-a69a-3c0dc94350a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305595 Aug 16 17:57:37.946315 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 59314) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:57:38.122740 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817d6f04-e35d-4c8b-b75d-068a5b6c6b17 tempest-TestMinimumBasicScenario-804576775 tempest-TestMinimumBasicScenario-804576775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:38.124863 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-817d6f04-e35d-4c8b-b75d-068a5b6c6b17 tempest-TestMinimumBasicScenario-804576775 tempest-TestMinimumBasicScenario-804576775-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 1093 time: 0.1775818 Aug 16 17:57:38.127921 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 59318) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:57:38.132292 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-6a334166-f613-47b4-b984-819fe07b07f2 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Request body: {'floatingip': {'floating_network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'port_id': '8eab2681-4731-4eaf-a64d-9c502676dcdd', 'tenant_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:57:38.208595 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-6a334166-f613-47b4-b984-819fe07b07f2 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks [] for floatingip, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:38.556452 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-6a334166-f613-47b4-b984-819fe07b07f2 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:38.655725 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.db_base_plugin_common [None req-6a334166-f613-47b4-b984-819fe07b07f2 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Allocated IP 172.27.3.31 (d857f842-3fbc-4776-aae7-ff863ed2df9e/954a9ada-4a6b-483d-99dd-491d9afbe734/adbb90a8-2b8e-42e4-9e77-862735c555cc) {{(pid=101350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:57:38.755121 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-6a334166-f613-47b4-b984-819fe07b07f2 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks [] for port, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:38.848527 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-6a334166-f613-47b4-b984-819fe07b07f2 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4811479'] for port, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:38.882685 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a334166-f613-47b4-b984-819fe07b07f2 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Network d857f842-3fbc-4776-aae7-ff863ed2df9e is already hosted by enough agents. {{(pid=101350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:57:38.887323 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.base_scheduler [None req-6a334166-f613-47b4-b984-819fe07b07f2 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Resources bound (agent type, host, resource id): {{(pid=101350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:57:38.891329 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a334166-f613-47b4-b984-819fe07b07f2 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Received port after_create {{(pid=101350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:57:38.914645 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a334166-f613-47b4-b984-819fe07b07f2 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Pushing event updated for resources: {'Port': ['ID=adbb90a8-2b8e-42e4-9e77-862735c555cc,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:57:39.239542 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-6a334166-f613-47b4-b984-819fe07b07f2 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:39.360726 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-6a334166-f613-47b4-b984-819fe07b07f2 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:39.505189 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-6a334166-f613-47b4-b984-819fe07b07f2 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks [] for port, precommit_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:39.551148 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-6a334166-f613-47b4-b984-819fe07b07f2 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4811480'] for port, after_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:39.622838 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a334166-f613-47b4-b984-819fe07b07f2 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Pushing event updated for resources: {'Port': ['ID=adbb90a8-2b8e-42e4-9e77-862735c555cc,revision_number=2']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:57:39.631388 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-6a334166-f613-47b4-b984-819fe07b07f2 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726209'] for floatingip, after_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:39.727196 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.db.l3_db [None req-6a334166-f613-47b4-b984-819fe07b07f2 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Floating IP fca633b3-3640-4557-82eb-220d84539b82 associated. External IP: 172.27.3.31, port: 8eab2681-4731-4eaf-a64d-9c502676dcdd. Aug 16 17:57:39.924326 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a334166-f613-47b4-b984-819fe07b07f2 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Router 39b1f362-a616-4876-ae19-ea866109d662 has already been hosted by L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 {{(pid=101350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 17:57:40.027848 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a334166-f613-47b4-b984-819fe07b07f2 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 17:57:40.038356 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c0e5d9-c6d4-46e2-9c6a-6f1ddbe0b7ae None None] Sync routers for ids ['39b1f362-a616-4876-ae19-ea866109d662'] in dv-cinder-797608-18-iscsi {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 17:57:40.047946 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c0e5d9-c6d4-46e2-9c6a-6f1ddbe0b7ae None None] Routers {'39b1f362-a616-4876-ae19-ea866109d662'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:57:40.050050 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-90c0e5d9-c6d4-46e2-9c6a-6f1ddbe0b7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:57:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['39b1f362-a616-4876-ae19-ea866109d662'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:57:40.126474 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-6a334166-f613-47b4-b984-819fe07b07f2 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for floatingip, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:40.151057 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-90c0e5d9-c6d4-46e2-9c6a-6f1ddbe0b7ae None None] Set router 39b1f362-a616-4876-ae19-ea866109d662 gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:57:40.153404 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-6a334166-f613-47b4-b984-819fe07b07f2 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0244782 Aug 16 17:57:40.154106 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116d4964-5019-4d9a-8214-3cf87697ef16', 'tag': '8eab2681-4731-4eaf-a64d-9c502676dcdd'}] {{(pid=101350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:57:40.156884 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 59320) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:57:40.157385 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}137876f5b741f0afb00714fe176f8a9d3b569402932f71b261fa9e4754b02137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e355f6a-73b6-4c6c-804e-aa2837d2c3d9" -d '{"events": [{"name": "network-changed", "server_uuid": "116d4964-5019-4d9a-8214-3cf87697ef16", "tag": "8eab2681-4731-4eaf-a64d-9c502676dcdd"}]}' {{(pid=101350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:57:40.161898 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-27a25e4e-a756-47d9-a016-191b0550902b tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-160359147', 'description': 'tempest-secgroup-smoke-160359147 description', 'project_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:57:40.197759 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 17:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc94a96-9902-48e4-90f3-27284ebfea08 x-openstack-request-id: req-8cc94a96-9902-48e4-90f3-27284ebfea08 {{(pid=101350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:57:40.198100 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "116d4964-5019-4d9a-8214-3cf87697ef16", "tag": "8eab2681-4731-4eaf-a64d-9c502676dcdd", "status": "completed", "code": 200}]} {{(pid=101350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:57:40.198352 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8cc94a96-9902-48e4-90f3-27284ebfea08 {{(pid=101350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:57:40.198754 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116d4964-5019-4d9a-8214-3cf87697ef16', 'tag': '8eab2681-4731-4eaf-a64d-9c502676dcdd', 'status': 'completed', 'code': 200} Aug 16 17:57:40.246556 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-27a25e4e-a756-47d9-a016-191b0550902b tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks [] for security_group, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:40.316055 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e355f6a-73b6-4c6c-804e-aa2837d2c3d9 req-b542b02e-96d7-496a-8a22-c2fc774e5171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:40.317628 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-3e355f6a-73b6-4c6c-804e-aa2837d2c3d9 req-b542b02e-96d7-496a-8a22-c2fc774e5171 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9baf9e9adf0645b7a9b9a0a2692b6c7a&device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 1098 time: 0.0622029 Aug 16 17:57:40.378346 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-90c0e5d9-c6d4-46e2-9c6a-6f1ddbe0b7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b1f362-a616-4876-ae19-ea866109d662', 'name': 'tempest-TestMinimumBasicScenario-307188865-router', 'tenant_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '9735bd76-ca4f-4077-a618-4c2eb5d93d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:56:36Z', 'updated_at': '2021-08-16T17:56:39Z', 'revision_number': 4, 'project_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'gw_port': {'id': '9735bd76-ca4f-4077-a618-4c2eb5d93d2c', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b1f362-a616-4876-ae19-ea866109d662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:56:36Z', 'updated_at': '2021-08-16T17:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_floatingips': [{'id': 'fca633b3-3640-4557-82eb-220d84539b82', 'tenant_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'floating_ip_address': '172.27.3.31', 'floating_network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'router_id': '39b1f362-a616-4876-ae19-ea866109d662', 'port_id': '8eab2681-4731-4eaf-a64d-9c502676dcdd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19e2522-e327-42de-a821-5691c9ec16f9', 'mac_address': 'fa:16:3e:25:90:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116d4964-5019-4d9a-8214-3cf87697ef16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T17:57:39Z', 'updated_at': '2021-08-16T17:57:39Z', 'revision_number': 0, 'project_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78b7afdc-b387-4c71-90bb-93d8f2f83f74', 'name': '', 'network_id': 'a19e2522-e327-42de-a821-5691c9ec16f9', 'tenant_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'mac_address': 'fa:16:3e:07:3b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b1f362-a616-4876-ae19-ea866109d662', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1bfdefc8-fa05-46ad-a306-1767094369b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:56:38Z', 'updated_at': '2021-08-16T17:56:44Z', 'revision_number': 5, 'project_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'subnets': [{'id': '1bfdefc8-fa05-46ad-a306-1767094369b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:57:40.405677 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c0e5d9-c6d4-46e2-9c6a-6f1ddbe0b7ae None None] Checking router: 39b1f362-a616-4876-ae19-ea866109d662 for host: dv-cinder-797608-18-iscsi {{(pid=101351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 17:57:40.414121 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c0e5d9-c6d4-46e2-9c6a-6f1ddbe0b7ae None None] Routers {'39b1f362-a616-4876-ae19-ea866109d662'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:57:40.414758 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-90c0e5d9-c6d4-46e2-9c6a-6f1ddbe0b7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:57:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['39b1f362-a616-4876-ae19-ea866109d662'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:57:40.429240 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-27a25e4e-a756-47d9-a016-191b0550902b tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks [] for security_group, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:40.438805 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e355f6a-73b6-4c6c-804e-aa2837d2c3d9 req-b5b66306-3880-4432-908b-01d0202a5ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:40.440265 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-3e355f6a-73b6-4c6c-804e-aa2837d2c3d9 req-b5b66306-3880-4432-908b-01d0202a5ffa service neutron] 10.222.0.13 "GET /v2.0/networks?id=a19e2522-e327-42de-a821-5691c9ec16f9 HTTP/1.1" status: 200 len: 915 time: 0.1125050 Aug 16 17:57:40.505668 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-27a25e4e-a756-47d9-a016-191b0550902b tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:40.519769 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-90c0e5d9-c6d4-46e2-9c6a-6f1ddbe0b7ae None None] Set router 39b1f362-a616-4876-ae19-ea866109d662 gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:57:40.523598 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-3e355f6a-73b6-4c6c-804e-aa2837d2c3d9 req-ed4b7c77-0e90-4cda-ac3f-0b5759c5765c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8eab2681-4731-4eaf-a64d-9c502676dcdd HTTP/1.1" status: 200 len: 998 time: 0.0754497 Aug 16 17:57:40.548467 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a25e4e-a756-47d9-a016-191b0550902b tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d0ad1d-d227-46b0-9b9b-de89a24684dc,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:57:40.574472 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a25e4e-a756-47d9-a016-191b0550902b tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:57:40.574829 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a25e4e-a756-47d9-a016-191b0550902b tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:57:40.575178 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a25e4e-a756-47d9-a016-191b0550902b tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:57:40.575523 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a25e4e-a756-47d9-a016-191b0550902b tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:57:40.575862 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a25e4e-a756-47d9-a016-191b0550902b tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:57:40.576767 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a25e4e-a756-47d9-a016-191b0550902b tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:57:40.577107 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a25e4e-a756-47d9-a016-191b0550902b tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:57:40.577440 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a25e4e-a756-47d9-a016-191b0550902b tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:57:40.577771 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a25e4e-a756-47d9-a016-191b0550902b tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:57:40.578120 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a25e4e-a756-47d9-a016-191b0550902b tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:57:40.578490 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a25e4e-a756-47d9-a016-191b0550902b tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:57:40.578820 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a25e4e-a756-47d9-a016-191b0550902b tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:57:40.593183 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-27a25e4e-a756-47d9-a016-191b0550902b tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:40.594601 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-27a25e4e-a756-47d9-a016-191b0550902b tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4365263 Aug 16 17:57:40.597441 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 59324) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:57:40.600104 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e355f6a-73b6-4c6c-804e-aa2837d2c3d9 req-1802d2f4-3127-4e4b-85dd-ccb6c8697df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:40.601557 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-3e355f6a-73b6-4c6c-804e-aa2837d2c3d9 req-1802d2f4-3127-4e4b-85dd-ccb6c8697df4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1bfdefc8-fa05-46ad-a306-1767094369b4 HTTP/1.1" status: 200 len: 853 time: 0.0631523 Aug 16 17:57:40.603600 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-3ee5591e-cba1-49d6-90f0-59d8b741e7f8 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Request body: {'security_group_rule': {'security_group_id': 'b6d0ad1d-d227-46b0-9b9b-de89a24684dc', 'project_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:57:40.657842 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e355f6a-73b6-4c6c-804e-aa2837d2c3d9 req-426046fe-152f-4ce0-b249-c23772c5d0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:40.661026 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-3e355f6a-73b6-4c6c-804e-aa2837d2c3d9 req-426046fe-152f-4ce0-b249-c23772c5d0a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a19e2522-e327-42de-a821-5691c9ec16f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0508204 Aug 16 17:57:40.686957 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3ee5591e-cba1-49d6-90f0-59d8b741e7f8 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:40.750622 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3ee5591e-cba1-49d6-90f0-59d8b741e7f8 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:40.757219 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-3e355f6a-73b6-4c6c-804e-aa2837d2c3d9 req-c76025d2-487b-43bc-a18a-dd5818e2accf service neutron] 10.222.0.13 "GET /v2.0/networks/a19e2522-e327-42de-a821-5691c9ec16f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877423 Aug 16 17:57:40.762144 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-90c0e5d9-c6d4-46e2-9c6a-6f1ddbe0b7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b1f362-a616-4876-ae19-ea866109d662', 'name': 'tempest-TestMinimumBasicScenario-307188865-router', 'tenant_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '9735bd76-ca4f-4077-a618-4c2eb5d93d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:56:36Z', 'updated_at': '2021-08-16T17:56:39Z', 'revision_number': 4, 'project_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'gw_port': {'id': '9735bd76-ca4f-4077-a618-4c2eb5d93d2c', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b1f362-a616-4876-ae19-ea866109d662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:56:36Z', 'updated_at': '2021-08-16T17:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_floatingips': [{'id': 'fca633b3-3640-4557-82eb-220d84539b82', 'tenant_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'floating_ip_address': '172.27.3.31', 'floating_network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'router_id': '39b1f362-a616-4876-ae19-ea866109d662', 'port_id': '8eab2681-4731-4eaf-a64d-9c502676dcdd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19e2522-e327-42de-a821-5691c9ec16f9', 'mac_address': 'fa:16:3e:25:90:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116d4964-5019-4d9a-8214-3cf87697ef16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T17:57:39Z', 'updated_at': '2021-08-16T17:57:39Z', 'revision_number': 0, 'project_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78b7afdc-b387-4c71-90bb-93d8f2f83f74', 'name': '', 'network_id': 'a19e2522-e327-42de-a821-5691c9ec16f9', 'tenant_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'mac_address': 'fa:16:3e:07:3b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b1f362-a616-4876-ae19-ea866109d662', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1bfdefc8-fa05-46ad-a306-1767094369b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:56:38Z', 'updated_at': '2021-08-16T17:56:44Z', 'revision_number': 5, 'project_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'subnets': [{'id': '1bfdefc8-fa05-46ad-a306-1767094369b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:57:40.789385 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c0e5d9-c6d4-46e2-9c6a-6f1ddbe0b7ae None None] The sync data for ids ['39b1f362-a616-4876-ae19-ea866109d662'] in dv-cinder-797608-18-iscsi is: [{'id': '39b1f362-a616-4876-ae19-ea866109d662', 'name': 'tempest-TestMinimumBasicScenario-307188865-router', 'tenant_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '9735bd76-ca4f-4077-a618-4c2eb5d93d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:56:36Z', 'updated_at': '2021-08-16T17:56:39Z', 'revision_number': 4, 'project_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'gw_port': {'id': '9735bd76-ca4f-4077-a618-4c2eb5d93d2c', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b1f362-a616-4876-ae19-ea866109d662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:56:36Z', 'updated_at': '2021-08-16T17:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_floatingips': [{'id': 'fca633b3-3640-4557-82eb-220d84539b82', 'tenant_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'floating_ip_address': '172.27.3.31', 'floating_network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'router_id': '39b1f362-a616-4876-ae19-ea866109d662', 'port_id': '8eab2681-4731-4eaf-a64d-9c502676dcdd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19e2522-e327-42de-a821-5691c9ec16f9', 'mac_address': 'fa:16:3e:25:90:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116d4964-5019-4d9a-8214-3cf87697ef16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T17:57:39Z', 'updated_at': '2021-08-16T17:57:39Z', 'revision_number': 0, 'project_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78b7afdc-b387-4c71-90bb-93d8f2f83f74', 'name': '', 'network_id': 'a19e2522-e327-42de-a821-5691c9ec16f9', 'tenant_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'mac_address': 'fa:16:3e:07:3b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b1f362-a616-4876-ae19-ea866109d662', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1bfdefc8-fa05-46ad-a306-1767094369b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:56:38Z', 'updated_at': '2021-08-16T17:56:44Z', 'revision_number': 5, 'project_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'subnets': [{'id': '1bfdefc8-fa05-46ad-a306-1767094369b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 17:57:40.836768 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3ee5591e-cba1-49d6-90f0-59d8b741e7f8 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731246'] for security_group_rule, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:40.855954 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee5591e-cba1-49d6-90f0-59d8b741e7f8 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd3be58-40ff-4e93-9dd0-1cbfe64e141c,revision_number=0']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:57:40.858055 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-3e355f6a-73b6-4c6c-804e-aa2837d2c3d9 req-34c99442-139b-41e5-a2ee-6349f9330ff1 service neutron] 10.222.0.13 "GET /v2.0/networks/a19e2522-e327-42de-a821-5691c9ec16f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920374 Aug 16 17:57:40.932199 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-3ee5591e-cba1-49d6-90f0-59d8b741e7f8 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:40.933478 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-3ee5591e-cba1-49d6-90f0-59d8b741e7f8 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3341835 Aug 16 17:57:40.936887 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 59326) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:57:40.942683 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-d41e6a76-d0fd-4dd2-9019-4b5367d148fd tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Request body: {'security_group_rule': {'security_group_id': 'b6d0ad1d-d227-46b0-9b9b-de89a24684dc', 'project_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:57:40.988283 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5701452c-24e3-4bb3-a9d5-02fdf3377ed1 None None] New status for floating IP fca633b3-3640-4557-82eb-220d84539b82: ACTIVE {{(pid=101352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 17:57:41.039695 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-d41e6a76-d0fd-4dd2-9019-4b5367d148fd tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:41.097203 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-d41e6a76-d0fd-4dd2-9019-4b5367d148fd tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:41.167826 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-d41e6a76-d0fd-4dd2-9019-4b5367d148fd tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731246'] for security_group_rule, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:41.187143 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e6a76-d0fd-4dd2-9019-4b5367d148fd tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ec0c6fe-0ed6-4343-9cdb-851413f4bd9b,revision_number=0']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:57:41.251885 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-d41e6a76-d0fd-4dd2-9019-4b5367d148fd tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:41.253112 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-d41e6a76-d0fd-4dd2-9019-4b5367d148fd tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3152320 Aug 16 17:57:41.255952 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 59328) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:57:41.260338 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-3c3ad6b6-6bca-4a66-be77-80db31b1626e tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Request body: {'security_group_rule': {'security_group_id': 'b6d0ad1d-d227-46b0-9b9b-de89a24684dc', 'project_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:57:41.344136 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3c3ad6b6-6bca-4a66-be77-80db31b1626e tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:41.399936 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3c3ad6b6-6bca-4a66-be77-80db31b1626e tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:41.465249 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3c3ad6b6-6bca-4a66-be77-80db31b1626e tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731246'] for security_group_rule, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:41.482427 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ad6b6-6bca-4a66-be77-80db31b1626e tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87a246ef-d110-4cc1-9184-d62f3ca10e81,revision_number=0']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:57:41.545927 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-3c3ad6b6-6bca-4a66-be77-80db31b1626e tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:41.547125 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-3c3ad6b6-6bca-4a66-be77-80db31b1626e tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2902544 Aug 16 17:57:41.549784 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 59330) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:57:41.560340 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-120ef494-d74b-430b-8bb4-7709e41ae48f tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Request body: {'security_group_rule': {'security_group_id': 'b6d0ad1d-d227-46b0-9b9b-de89a24684dc', 'project_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:57:41.635324 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-120ef494-d74b-430b-8bb4-7709e41ae48f tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:41.692302 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-120ef494-d74b-430b-8bb4-7709e41ae48f tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:41.760202 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-120ef494-d74b-430b-8bb4-7709e41ae48f tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731246'] for security_group_rule, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:41.780533 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ef494-d74b-430b-8bb4-7709e41ae48f tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37b6ed1e-40f9-4ed8-8198-0a749cc43bb5,revision_number=0']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:57:41.859718 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-120ef494-d74b-430b-8bb4-7709e41ae48f tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:41.860879 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-120ef494-d74b-430b-8bb4-7709e41ae48f tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3100884 Aug 16 17:57:41.863581 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 59332) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:57:41.867913 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-a3321379-85f7-4272-8c65-0fe38d9af1fe tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Request body: {'security_group_rule': {'security_group_id': 'b6d0ad1d-d227-46b0-9b9b-de89a24684dc', 'project_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:57:41.945088 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.db.securitygroups_db [None req-a3321379-85f7-4272-8c65-0fe38d9af1fe tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Project 9baf9e9adf0645b7a9b9a0a2692b6c7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 17:57:41.949851 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-a3321379-85f7-4272-8c65-0fe38d9af1fe tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:42.009480 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-a3321379-85f7-4272-8c65-0fe38d9af1fe tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:42.086571 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-a3321379-85f7-4272-8c65-0fe38d9af1fe tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731246'] for security_group_rule, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:42.104307 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3321379-85f7-4272-8c65-0fe38d9af1fe tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca1bf59-66f2-4c7d-81b0-2ecd7827cb7b,revision_number=0']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:57:42.183313 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-a3321379-85f7-4272-8c65-0fe38d9af1fe tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:42.184533 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-a3321379-85f7-4272-8c65-0fe38d9af1fe tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3200128 Aug 16 17:57:42.187731 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 59334) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:57:42.192205 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [None req-1401f66a-ef64-4e11-950f-668333fb8f5c tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Request body: {'security_group_rule': {'security_group_id': 'b6d0ad1d-d227-46b0-9b9b-de89a24684dc', 'project_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:57:42.274958 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.db.securitygroups_db [None req-1401f66a-ef64-4e11-950f-668333fb8f5c tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Project 9baf9e9adf0645b7a9b9a0a2692b6c7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 17:57:42.280464 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-1401f66a-ef64-4e11-950f-668333fb8f5c tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:42.340254 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-1401f66a-ef64-4e11-950f-668333fb8f5c tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:42.417411 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-1401f66a-ef64-4e11-950f-668333fb8f5c tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731246'] for security_group_rule, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:42.432471 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1401f66a-ef64-4e11-950f-668333fb8f5c tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7bab38c-a88c-46a2-836f-7e85f70c6737,revision_number=0']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:57:42.520447 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-1401f66a-ef64-4e11-950f-668333fb8f5c tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:42.521642 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-1401f66a-ef64-4e11-950f-668333fb8f5c tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3329606 Aug 16 17:57:42.599710 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-63cedf8c-a324-4f97-98ac-a9cb8f5be1bf req-50a2ddba-0cd2-4beb-99a6-aa9fd27ddf03 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-160359147&fields=id&tenant_id=9baf9e9adf0645b7a9b9a0a2692b6c7a HTTP/1.1" status: 200 len: 267 time: 0.0320508 Aug 16 17:57:42.650216 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cedf8c-a324-4f97-98ac-a9cb8f5be1bf req-a8d44208-d0bf-49b3-9f73-ed9f62b79766 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:42.651660 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-63cedf8c-a324-4f97-98ac-a9cb8f5be1bf req-a8d44208-d0bf-49b3-9f73-ed9f62b79766 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 945 time: 0.0465436 Aug 16 17:57:42.662373 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [req-63cedf8c-a324-4f97-98ac-a9cb8f5be1bf req-f7c9de37-ed7e-42b2-9acd-a15b7888c37e tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Request body: {'port': {'security_groups': ['053d5e35-152b-4659-a69a-3c0dc94350a3', 'b6d0ad1d-d227-46b0-9b9b-de89a24684dc']}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:57:42.725115 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [req-63cedf8c-a324-4f97-98ac-a9cb8f5be1bf req-f7c9de37-ed7e-42b2-9acd-a15b7888c37e tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:42.902902 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.db [req-63cedf8c-a324-4f97-98ac-a9cb8f5be1bf req-f7c9de37-ed7e-42b2-9acd-a15b7888c37e tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] For port 8eab2681-4731-4eaf-a64d-9c502676dcdd, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8eab2681-4731-4eaf-a64d-9c502676dcdd,segment=NetworkSegment(7b6832d8-3808-49f0-8661-8c55976381a9),segment_id=7b6832d8-3808-49f0-8661-8c55976381a9)] {{(pid=101350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:57:42.931274 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [req-63cedf8c-a324-4f97-98ac-a9cb8f5be1bf req-f7c9de37-ed7e-42b2-9acd-a15b7888c37e tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks [] for port, precommit_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:43.002254 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [req-63cedf8c-a324-4f97-98ac-a9cb8f5be1bf req-f7c9de37-ed7e-42b2-9acd-a15b7888c37e tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4811480'] for port, after_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:43.039695 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['8eab2681-4731-4eaf-a64d-9c502676dcdd'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:57:43.043646 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cedf8c-a324-4f97-98ac-a9cb8f5be1bf req-f7c9de37-ed7e-42b2-9acd-a15b7888c37e tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:43.044274 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [req-63cedf8c-a324-4f97-98ac-a9cb8f5be1bf req-f7c9de37-ed7e-42b2-9acd-a15b7888c37e tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:43.045674 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-63cedf8c-a324-4f97-98ac-a9cb8f5be1bf req-f7c9de37-ed7e-42b2-9acd-a15b7888c37e tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "PUT /v2.0/ports/8eab2681-4731-4eaf-a64d-9c502676dcdd HTTP/1.1" status: 200 len: 981 time: 0.3877091 Aug 16 17:57:43.046149 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116d4964-5019-4d9a-8214-3cf87697ef16', 'tag': '8eab2681-4731-4eaf-a64d-9c502676dcdd'}] {{(pid=101350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:57:43.048465 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}137876f5b741f0afb00714fe176f8a9d3b569402932f71b261fa9e4754b02137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c803f3-d299-4a1e-bcb8-d82ea5cdaa83" -d '{"events": [{"name": "network-changed", "server_uuid": "116d4964-5019-4d9a-8214-3cf87697ef16", "tag": "8eab2681-4731-4eaf-a64d-9c502676dcdd"}]}' {{(pid=101350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:57:43.082689 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c9de37-ed7e-42b2-9acd-a15b7888c37e tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Pushing event updated for resources: {'Port': ['ID=8eab2681-4731-4eaf-a64d-9c502676dcdd,revision_number=6']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:57:43.156263 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3416f9e-ebae-4a66-84e4-3bca66cb3f9f req-012c56bb-26e0-42a4-8bf6-06bbc100615e tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:43.158059 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a3416f9e-ebae-4a66-84e4-3bca66cb3f9f req-012c56bb-26e0-42a4-8bf6-06bbc100615e tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 984 time: 0.0527506 Aug 16 17:57:43.194134 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['8eab2681-4731-4eaf-a64d-9c502676dcdd'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:57:43.203647 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a3416f9e-ebae-4a66-84e4-3bca66cb3f9f req-585a9116-d17c-4fa7-ac91-5e11c9fd056f tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/security-groups?id=053d5e35-152b-4659-a69a-3c0dc94350a3&id=b6d0ad1d-d227-46b0-9b9b-de89a24684dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391707 Aug 16 17:57:43.250945 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 17:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151a5001-d2f3-4c5c-ad4b-4659debf2827 x-openstack-request-id: req-151a5001-d2f3-4c5c-ad4b-4659debf2827 {{(pid=101350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:57:43.251239 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "116d4964-5019-4d9a-8214-3cf87697ef16", "tag": "8eab2681-4731-4eaf-a64d-9c502676dcdd", "status": "completed", "code": 200}]} {{(pid=101350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:57:43.251490 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-151a5001-d2f3-4c5c-ad4b-4659debf2827 {{(pid=101350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:57:43.252050 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116d4964-5019-4d9a-8214-3cf87697ef16', 'tag': '8eab2681-4731-4eaf-a64d-9c502676dcdd', 'status': 'completed', 'code': 200} Aug 16 17:57:43.297069 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-b0a5458d-6670-4259-96f7-9b4adc76e1cf None None] Provisioning complete for port 8eab2681-4731-4eaf-a64d-9c502676dcdd triggered by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:57:43.297442 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-b0a5458d-6670-4259-96f7-9b4adc76e1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:43.340739 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c803f3-d299-4a1e-bcb8-d82ea5cdaa83 req-a170f264-5821-496e-b990-431989d33b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:43.342172 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-b4c803f3-d299-4a1e-bcb8-d82ea5cdaa83 req-a170f264-5821-496e-b990-431989d33b30 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9baf9e9adf0645b7a9b9a0a2692b6c7a&device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 1137 time: 0.0393908 Aug 16 17:57:43.440128 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c803f3-d299-4a1e-bcb8-d82ea5cdaa83 req-fa11d5c3-e7b1-45c8-a182-87647b191ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:43.441458 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-b4c803f3-d299-4a1e-bcb8-d82ea5cdaa83 req-fa11d5c3-e7b1-45c8-a182-87647b191ddd service neutron] 10.222.0.13 "GET /v2.0/networks?id=a19e2522-e327-42de-a821-5691c9ec16f9 HTTP/1.1" status: 200 len: 915 time: 0.0914388 Aug 16 17:57:43.510331 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-b4c803f3-d299-4a1e-bcb8-d82ea5cdaa83 req-00d60458-e9b7-45c7-8db9-fbe4ede05ce8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8eab2681-4731-4eaf-a64d-9c502676dcdd HTTP/1.1" status: 200 len: 1000 time: 0.0568392 Aug 16 17:57:43.567349 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c803f3-d299-4a1e-bcb8-d82ea5cdaa83 req-9671f816-6e12-4075-966d-3aa487c0e63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:43.568807 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-b4c803f3-d299-4a1e-bcb8-d82ea5cdaa83 req-9671f816-6e12-4075-966d-3aa487c0e63c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1bfdefc8-fa05-46ad-a306-1767094369b4 HTTP/1.1" status: 200 len: 853 time: 0.0479753 Aug 16 17:57:43.615237 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c803f3-d299-4a1e-bcb8-d82ea5cdaa83 req-093a59c8-4386-4cd8-aadc-74e387d74254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:43.616725 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-b4c803f3-d299-4a1e-bcb8-d82ea5cdaa83 req-093a59c8-4386-4cd8-aadc-74e387d74254 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a19e2522-e327-42de-a821-5691c9ec16f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394611 Aug 16 17:57:43.716064 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-b4c803f3-d299-4a1e-bcb8-d82ea5cdaa83 req-91b43c52-e751-4be1-b8d0-172f62d3df79 service neutron] 10.222.0.13 "GET /v2.0/networks/a19e2522-e327-42de-a821-5691c9ec16f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907569 Aug 16 17:57:43.805463 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-b4c803f3-d299-4a1e-bcb8-d82ea5cdaa83 req-36e3eac9-c4d1-43f5-a2ea-84ac40b93802 service neutron] 10.222.0.13 "GET /v2.0/networks/a19e2522-e327-42de-a821-5691c9ec16f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817101 Aug 16 17:57:53.819302 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-c5f68050-6a3f-452a-be9d-d876fdf7e711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:56.533428 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42fb9dfb-9361-4e3f-b5a2-ffc51f8a09b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:56.699368 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:57.761723 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:57.876392 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:59.091427 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:57:59.426179 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-e7fc8ea5-c65e-4b8e-9af2-2476e4d5dd8f req-3fc735e4-e22f-48c3-9f0b-a3f0530781d6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9551c939-d248-439c-9177-c3d5cff68f50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389860 Aug 16 17:57:59.536068 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc8ea5-c65e-4b8e-9af2-2476e4d5dd8f req-5e65673b-3053-4ba5-846b-dd6700a7bc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:59.537518 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-e7fc8ea5-c65e-4b8e-9af2-2476e4d5dd8f req-5e65673b-3053-4ba5-846b-dd6700a7bc26 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d20225068a374f8e8ad006b98508f29d&device_id=9551c939-d248-439c-9177-c3d5cff68f50 HTTP/1.1" status: 200 len: 1099 time: 0.0425510 Aug 16 17:57:59.652957 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc8ea5-c65e-4b8e-9af2-2476e4d5dd8f req-b5672591-9826-4aba-8433-3b89d46147f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:59.654390 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-e7fc8ea5-c65e-4b8e-9af2-2476e4d5dd8f req-b5672591-9826-4aba-8433-3b89d46147f5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=595f5f6b-511b-4405-8d33-e66f5931d554 HTTP/1.1" status: 200 len: 913 time: 0.0827725 Aug 16 17:57:59.726720 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-e7fc8ea5-c65e-4b8e-9af2-2476e4d5dd8f req-8871c632-651f-45ee-b798-0ded6b028c20 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2783ff19-2e0e-4f17-aad1-6ea0152b88ac HTTP/1.1" status: 200 len: 1001 time: 0.0602214 Aug 16 17:57:59.775185 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc8ea5-c65e-4b8e-9af2-2476e4d5dd8f req-089c776c-8b42-4dbc-ab25-d82bf8138752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:59.776834 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-e7fc8ea5-c65e-4b8e-9af2-2476e4d5dd8f req-089c776c-8b42-4dbc-ab25-d82bf8138752 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8 HTTP/1.1" status: 200 len: 851 time: 0.0427666 Aug 16 17:57:59.819866 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc8ea5-c65e-4b8e-9af2-2476e4d5dd8f req-4ad7f80d-b6aa-4694-bd3e-307eb01e6856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:57:59.821319 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-e7fc8ea5-c65e-4b8e-9af2-2476e4d5dd8f req-4ad7f80d-b6aa-4694-bd3e-307eb01e6856 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=595f5f6b-511b-4405-8d33-e66f5931d554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0375226 Aug 16 17:57:59.912576 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-e7fc8ea5-c65e-4b8e-9af2-2476e4d5dd8f req-42a16594-c5d4-4711-8830-2d1398f986c7 service neutron] 10.222.0.13 "GET /v2.0/networks/595f5f6b-511b-4405-8d33-e66f5931d554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826545 Aug 16 17:58:00.002587 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-e7fc8ea5-c65e-4b8e-9af2-2476e4d5dd8f req-32c28369-4139-492b-b175-73018aea88eb service neutron] 10.222.0.13 "GET /v2.0/networks/595f5f6b-511b-4405-8d33-e66f5931d554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816627 Aug 16 17:58:06.190753 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9be98-4d09-4ba1-af6c-f1669f9a5a50 req-91d90685-a005-41ac-a5e8-714b66c52d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:06.192261 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-fcf9be98-4d09-4ba1-af6c-f1669f9a5a50 req-91d90685-a005-41ac-a5e8-714b66c52d19 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9baf9e9adf0645b7a9b9a0a2692b6c7a&device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 1137 time: 0.0406687 Aug 16 17:58:06.226905 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68f635-edb8-4b26-9652-c1f93ef30f06 req-1d86aaec-d570-42d4-a0e5-ae1cd3b80e80 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:06.228427 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ee68f635-edb8-4b26-9652-c1f93ef30f06 req-1d86aaec-d570-42d4-a0e5-ae1cd3b80e80 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 984 time: 0.1520834 Aug 16 17:58:06.272954 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ee68f635-edb8-4b26-9652-c1f93ef30f06 req-a2646f47-d876-4a02-9ffe-31655c6133ef tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/security-groups?id=053d5e35-152b-4659-a69a-3c0dc94350a3&id=b6d0ad1d-d227-46b0-9b9b-de89a24684dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382063 Aug 16 17:58:06.290226 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9be98-4d09-4ba1-af6c-f1669f9a5a50 req-890e2971-c170-4511-b406-9d678ec536ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:06.291717 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-fcf9be98-4d09-4ba1-af6c-f1669f9a5a50 req-890e2971-c170-4511-b406-9d678ec536ed service neutron] 10.222.0.13 "GET /v2.0/networks?id=a19e2522-e327-42de-a821-5691c9ec16f9 HTTP/1.1" status: 200 len: 915 time: 0.0915682 Aug 16 17:58:06.359691 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-fcf9be98-4d09-4ba1-af6c-f1669f9a5a50 req-73677c1f-fb8d-41ed-a0e8-a4ef426815ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8eab2681-4731-4eaf-a64d-9c502676dcdd HTTP/1.1" status: 200 len: 1000 time: 0.0570834 Aug 16 17:58:06.411668 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9be98-4d09-4ba1-af6c-f1669f9a5a50 req-d4227977-a826-4ee5-ad18-033a46fc5f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:06.413050 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-fcf9be98-4d09-4ba1-af6c-f1669f9a5a50 req-d4227977-a826-4ee5-ad18-033a46fc5f66 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1bfdefc8-fa05-46ad-a306-1767094369b4 HTTP/1.1" status: 200 len: 853 time: 0.0465207 Aug 16 17:58:06.458356 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9be98-4d09-4ba1-af6c-f1669f9a5a50 req-9aaca6fb-8cbd-4dd6-a529-694defc1594c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:06.459768 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-fcf9be98-4d09-4ba1-af6c-f1669f9a5a50 req-9aaca6fb-8cbd-4dd6-a529-694defc1594c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a19e2522-e327-42de-a821-5691c9ec16f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0380323 Aug 16 17:58:06.471873 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [req-fcf9be98-4d09-4ba1-af6c-f1669f9a5a50 req-73b39a4a-1cb6-4bee-be57-dcb512246da4 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=101349) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 17:58:06.472801 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-fcf9be98-4d09-4ba1-af6c-f1669f9a5a50 req-73b39a4a-1cb6-4bee-be57-dcb512246da4 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048296 Aug 16 17:58:06.569115 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-fcf9be98-4d09-4ba1-af6c-f1669f9a5a50 req-0f1ceb6f-39bf-427d-9f0b-709ea95ceccb service neutron] 10.222.0.13 "GET /v2.0/networks/a19e2522-e327-42de-a821-5691c9ec16f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863187 Aug 16 17:58:06.665236 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-fcf9be98-4d09-4ba1-af6c-f1669f9a5a50 req-9bcfd4f5-fb81-4924-924e-ac796ac7def5 service neutron] 10.222.0.13 "GET /v2.0/networks/a19e2522-e327-42de-a821-5691c9ec16f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841589 Aug 16 17:58:07.384426 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4e421-0d46-4db8-8f66-941c42b60ed4 req-7c99ef58-572b-47db-886d-5c54e06ff1e5 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:07.385891 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c6b4e421-0d46-4db8-8f66-941c42b60ed4 req-7c99ef58-572b-47db-886d-5c54e06ff1e5 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 984 time: 0.0471590 Aug 16 17:58:07.424946 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c6b4e421-0d46-4db8-8f66-941c42b60ed4 req-395b9b62-6eeb-42aa-908e-f98b2edf68da tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/security-groups?id=053d5e35-152b-4659-a69a-3c0dc94350a3&id=b6d0ad1d-d227-46b0-9b9b-de89a24684dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327089 Aug 16 17:58:07.759175 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 6 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 17:58:08.539211 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41163c-53e4-4b3f-94fe-2bd5454d7f1f req-3737fb44-3a3e-4a90-86d2-ae4b0bf60af4 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:08.540699 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7d41163c-53e4-4b3f-94fe-2bd5454d7f1f req-3737fb44-3a3e-4a90-86d2-ae4b0bf60af4 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 984 time: 0.0506153 Aug 16 17:58:08.579672 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7d41163c-53e4-4b3f-94fe-2bd5454d7f1f req-3b842469-f53c-4d54-b09f-5763de7906e8 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/security-groups?id=053d5e35-152b-4659-a69a-3c0dc94350a3&id=b6d0ad1d-d227-46b0-9b9b-de89a24684dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329492 Aug 16 17:58:09.691900 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e891c5-317f-4c11-a722-9b05273a6212 req-33a6c7f7-302c-4388-afa4-714c5c96f5e0 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:09.693346 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d7e891c5-317f-4c11-a722-9b05273a6212 req-33a6c7f7-302c-4388-afa4-714c5c96f5e0 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 984 time: 0.0474243 Aug 16 17:58:09.734733 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d7e891c5-317f-4c11-a722-9b05273a6212 req-f7aacf7a-c3b4-40f5-9cef-b1067fcf71c5 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/security-groups?id=053d5e35-152b-4659-a69a-3c0dc94350a3&id=b6d0ad1d-d227-46b0-9b9b-de89a24684dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355096 Aug 16 17:58:10.868387 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfc1ff-6449-42b5-b3de-7eb414ef26ad req-db03241c-8814-48fe-97f0-95721d7e6530 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:10.869870 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-11cfc1ff-6449-42b5-b3de-7eb414ef26ad req-db03241c-8814-48fe-97f0-95721d7e6530 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 984 time: 0.0482006 Aug 16 17:58:10.909288 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-11cfc1ff-6449-42b5-b3de-7eb414ef26ad req-c58466d7-0d7e-476f-9b3e-aedd7d64af7c tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/security-groups?id=053d5e35-152b-4659-a69a-3c0dc94350a3&id=b6d0ad1d-d227-46b0-9b9b-de89a24684dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334966 Aug 16 17:58:12.021043 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7736974-1911-4a38-b0ff-65b5a22d83fd req-7b85327e-bb54-441d-8e9e-61839b29820c tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:12.022576 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c7736974-1911-4a38-b0ff-65b5a22d83fd req-7b85327e-bb54-441d-8e9e-61839b29820c tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 984 time: 0.0480516 Aug 16 17:58:12.060706 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-c7736974-1911-4a38-b0ff-65b5a22d83fd req-a803737c-aba0-4961-bf36-5dac128ffa02 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/security-groups?id=053d5e35-152b-4659-a69a-3c0dc94350a3&id=b6d0ad1d-d227-46b0-9b9b-de89a24684dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0319262 Aug 16 17:58:12.586289 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f25f4-b63c-44cd-8f0d-02022583048e req-cb146871-ef5b-4754-b086-a5e715b32bcb tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:12.587737 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6a8f25f4-b63c-44cd-8f0d-02022583048e req-cb146871-ef5b-4754-b086-a5e715b32bcb tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=9551c939-d248-439c-9177-c3d5cff68f50 HTTP/1.1" status: 200 len: 946 time: 0.0466166 Aug 16 17:58:12.627484 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6a8f25f4-b63c-44cd-8f0d-02022583048e req-ccb9d941-ede6-4c5e-be7b-d2d7ca38adf5 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338993 Aug 16 17:58:13.171811 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f5ef9-3764-4cc4-a938-c7088fdb492b req-da4e0ddd-2703-4cf3-a02f-20fdcc1dd048 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:13.173247 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f22f5ef9-3764-4cc4-a938-c7088fdb492b req-da4e0ddd-2703-4cf3-a02f-20fdcc1dd048 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 984 time: 0.0475094 Aug 16 17:58:13.212283 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f22f5ef9-3764-4cc4-a938-c7088fdb492b req-75c15d4e-a34d-4488-a4f5-22d68aed3df7 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/security-groups?id=053d5e35-152b-4659-a69a-3c0dc94350a3&id=b6d0ad1d-d227-46b0-9b9b-de89a24684dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326359 Aug 16 17:58:13.738864 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce688f-752c-4977-9493-993d2d37ccbd req-5bd99fe7-6632-4e77-852d-c62d2b1af5c6 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:13.740333 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-60ce688f-752c-4977-9493-993d2d37ccbd req-5bd99fe7-6632-4e77-852d-c62d2b1af5c6 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=9551c939-d248-439c-9177-c3d5cff68f50 HTTP/1.1" status: 200 len: 946 time: 0.0469766 Aug 16 17:58:13.777321 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-60ce688f-752c-4977-9493-993d2d37ccbd req-7605c929-129b-42a3-a54d-f2a671e12d81 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309968 Aug 16 17:58:14.328021 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a2e26-e7ea-412c-b7b2-ae8bb20c65da req-6ffc8cc2-dae6-4bd1-8b93-cf683430497d tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:14.329378 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-012a2e26-e7ea-412c-b7b2-ae8bb20c65da req-6ffc8cc2-dae6-4bd1-8b93-cf683430497d tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 984 time: 0.0464382 Aug 16 17:58:14.371213 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-012a2e26-e7ea-412c-b7b2-ae8bb20c65da req-404d9657-deb1-4e27-99f7-694b330b4f0c tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/security-groups?id=053d5e35-152b-4659-a69a-3c0dc94350a3&id=b6d0ad1d-d227-46b0-9b9b-de89a24684dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352979 Aug 16 17:58:14.549655 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9066a-9676-439d-b237-db43b6f02545 req-54f44a41-e370-47c9-b1d6-fc6fcc8c5dfc tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:14.551160 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-42c9066a-9676-439d-b237-db43b6f02545 req-54f44a41-e370-47c9-b1d6-fc6fcc8c5dfc tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.13 "GET /v2.0/ports?device_id=9551c939-d248-439c-9177-c3d5cff68f50 HTTP/1.1" status: 200 len: 946 time: 0.0477514 Aug 16 17:58:14.647682 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [req-42c9066a-9676-439d-b237-db43b6f02545 req-c879a23a-ee25-4550-9119-6ca977177540 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Deleting port 2783ff19-2e0e-4f17-aad1-6ea0152b88ac {{(pid=101349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:58:14.648026 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-42c9066a-9676-439d-b237-db43b6f02545 req-c879a23a-ee25-4550-9119-6ca977177540 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:14.733348 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-42c9066a-9676-439d-b237-db43b6f02545 req-c879a23a-ee25-4550-9119-6ca977177540 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] For port 2783ff19-2e0e-4f17-aad1-6ea0152b88ac, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2783ff19-2e0e-4f17-aad1-6ea0152b88ac,segment=NetworkSegment(cb5961d9-9f43-4b59-9b72-d077e5b2a075),segment_id=cb5961d9-9f43-4b59-9b72-d077e5b2a075)] {{(pid=101349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:58:14.733710 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-42c9066a-9676-439d-b237-db43b6f02545 req-c879a23a-ee25-4550-9119-6ca977177540 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:14.889003 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebe6a9-90e5-4560-bec1-311b86a80b69 req-ec3da07e-6b15-4eee-bb07-4697950c493e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:14.890821 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-bfebe6a9-90e5-4560-bec1-311b86a80b69 req-ec3da07e-6b15-4eee-bb07-4697950c493e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=9551c939-d248-439c-9177-c3d5cff68f50 HTTP/1.1" status: 200 len: 946 time: 0.0477080 Aug 16 17:58:14.903333 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-42c9066a-9676-439d-b237-db43b6f02545 req-c879a23a-ee25-4550-9119-6ca977177540 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:14.903629 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-42c9066a-9676-439d-b237-db43b6f02545 req-c879a23a-ee25-4550-9119-6ca977177540 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726209'] for floatingip, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:14.903943 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.db.l3_db [req-42c9066a-9676-439d-b237-db43b6f02545 req-c879a23a-ee25-4550-9119-6ca977177540 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Floating IP 2687880e-919f-4889-94d5-7e566ffba6b8 disassociated. External IP: 172.27.3.20, port: 2783ff19-2e0e-4f17-aad1-6ea0152b88ac. Aug 16 17:58:14.904271 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [req-42c9066a-9676-439d-b237-db43b6f02545 req-c879a23a-ee25-4550-9119-6ca977177540 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Calling delete_port for 2783ff19-2e0e-4f17-aad1-6ea0152b88ac owned by compute:nova {{(pid=101349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:58:14.929305 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-bfebe6a9-90e5-4560-bec1-311b86a80b69 req-a737b807-a33e-4177-a1c2-793a1fca079b tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324547 Aug 16 17:58:15.075574 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-42c9066a-9676-439d-b237-db43b6f02545 req-c879a23a-ee25-4550-9119-6ca977177540 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:15.107881 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c879a23a-ee25-4550-9119-6ca977177540 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Pushing event deleted for resources: {'Port': ['ID=2783ff19-2e0e-4f17-aad1-6ea0152b88ac,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:58:15.220205 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42c9066a-9676-439d-b237-db43b6f02545 req-c879a23a-ee25-4550-9119-6ca977177540 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Router 7b451379-5846-42af-82eb-80e384f4903b has already been hosted by L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 {{(pid=101349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 17:58:15.319314 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42c9066a-9676-439d-b237-db43b6f02545 req-c879a23a-ee25-4550-9119-6ca977177540 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 17:58:15.328973 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fa7a10-aeae-47f6-9eba-83c5fb377304 None None] Sync routers for ids ['7b451379-5846-42af-82eb-80e384f4903b'] in dv-cinder-797608-18-iscsi {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 17:58:15.338336 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fa7a10-aeae-47f6-9eba-83c5fb377304 None None] Routers {'7b451379-5846-42af-82eb-80e384f4903b'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:58:15.338940 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-73fa7a10-aeae-47f6-9eba-83c5fb377304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:57:56Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['7b451379-5846-42af-82eb-80e384f4903b'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:58:15.358162 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c9066a-9676-439d-b237-db43b6f02545 req-c879a23a-ee25-4550-9119-6ca977177540 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] No DVR routers for this DVR port 2783ff19-2e0e-4f17-aad1-6ea0152b88ac on host hv-cinder-79760 {{(pid=101349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 17:58:15.360655 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-42c9066a-9676-439d-b237-db43b6f02545 req-c879a23a-ee25-4550-9119-6ca977177540 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:15.362648 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-42c9066a-9676-439d-b237-db43b6f02545 req-c879a23a-ee25-4550-9119-6ca977177540 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.13 "DELETE /v2.0/ports/2783ff19-2e0e-4f17-aad1-6ea0152b88ac HTTP/1.1" status: 204 len: 173 time: 0.8002472 Aug 16 17:58:15.363072 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9551c939-d248-439c-9177-c3d5cff68f50', 'name': 'network-vif-deleted', 'tag': '2783ff19-2e0e-4f17-aad1-6ea0152b88ac'}] {{(pid=101349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:58:15.365260 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}934f09010de237f24c102465ff13aed95362a81e3346d32f1bd52d9236897e6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75418e42-dee0-41dd-be12-19edfde17530" -d '{"events": [{"server_uuid": "9551c939-d248-439c-9177-c3d5cff68f50", "name": "network-vif-deleted", "tag": "2783ff19-2e0e-4f17-aad1-6ea0152b88ac"}]}' {{(pid=101349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:58:15.401784 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157e67fc-b769-4bd3-9ef3-1beb6164bca9 x-openstack-request-id: req-157e67fc-b769-4bd3-9ef3-1beb6164bca9 {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:58:15.402287 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9551c939-d248-439c-9177-c3d5cff68f50", "name": "network-vif-deleted", "tag": "2783ff19-2e0e-4f17-aad1-6ea0152b88ac", "status": "completed", "code": 200}]} {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:58:15.402542 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-157e67fc-b769-4bd3-9ef3-1beb6164bca9 {{(pid=101349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:58:15.402945 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9551c939-d248-439c-9177-c3d5cff68f50', 'name': 'network-vif-deleted', 'tag': '2783ff19-2e0e-4f17-aad1-6ea0152b88ac', 'status': 'completed', 'code': 200} Aug 16 17:58:15.447119 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-73fa7a10-aeae-47f6-9eba-83c5fb377304 None None] Set router 7b451379-5846-42af-82eb-80e384f4903b gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:58:15.494453 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d042c9-e882-491d-b3ec-22a8e356f7e5 req-3769123a-90c8-4c11-a91d-d9edc5d8897d tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:15.496936 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f5d042c9-e882-491d-b3ec-22a8e356f7e5 req-3769123a-90c8-4c11-a91d-d9edc5d8897d tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 984 time: 0.0525515 Aug 16 17:58:15.542904 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f5d042c9-e882-491d-b3ec-22a8e356f7e5 req-08e7ed96-b70d-4b53-9521-27013b413245 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/security-groups?id=053d5e35-152b-4659-a69a-3c0dc94350a3&id=b6d0ad1d-d227-46b0-9b9b-de89a24684dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396791 Aug 16 17:58:15.786159 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-73fa7a10-aeae-47f6-9eba-83c5fb377304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b451379-5846-42af-82eb-80e384f4903b', 'name': 'tempest-TestVolumeBootPattern-1158336727-router', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:17Z', 'revision_number': 4, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'gw_port': {'id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': 'c177a780-636f-418f-8f47-e9708f566c1a', 'name': '', 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'mac_address': 'fa:16:3e:7e:c7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:16Z', 'updated_at': '2021-08-16T17:55:24Z', 'revision_number': 5, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'subnets': [{'id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:58:15.810617 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fa7a10-aeae-47f6-9eba-83c5fb377304 None None] Checking router: 7b451379-5846-42af-82eb-80e384f4903b for host: dv-cinder-797608-18-iscsi {{(pid=101351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 17:58:15.819062 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fa7a10-aeae-47f6-9eba-83c5fb377304 None None] Routers {'7b451379-5846-42af-82eb-80e384f4903b'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:58:15.819661 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-73fa7a10-aeae-47f6-9eba-83c5fb377304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:57:56Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['7b451379-5846-42af-82eb-80e384f4903b'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:58:15.924031 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-73fa7a10-aeae-47f6-9eba-83c5fb377304 None None] Set router 7b451379-5846-42af-82eb-80e384f4903b gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:58:16.023937 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-0c062240-b25f-455b-beab-a4eed1e0ab70 req-d9f705a4-8760-4247-9791-08b694c98a71 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=9551c939-d248-439c-9177-c3d5cff68f50 HTTP/1.1" status: 200 len: 210 time: 0.0262256 Aug 16 17:58:16.129131 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-73fa7a10-aeae-47f6-9eba-83c5fb377304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b451379-5846-42af-82eb-80e384f4903b', 'name': 'tempest-TestVolumeBootPattern-1158336727-router', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:17Z', 'revision_number': 4, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'gw_port': {'id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': 'c177a780-636f-418f-8f47-e9708f566c1a', 'name': '', 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'mac_address': 'fa:16:3e:7e:c7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:16Z', 'updated_at': '2021-08-16T17:55:24Z', 'revision_number': 5, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'subnets': [{'id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:58:16.154571 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fa7a10-aeae-47f6-9eba-83c5fb377304 None None] The sync data for ids ['7b451379-5846-42af-82eb-80e384f4903b'] in dv-cinder-797608-18-iscsi is: [{'id': '7b451379-5846-42af-82eb-80e384f4903b', 'name': 'tempest-TestVolumeBootPattern-1158336727-router', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:17Z', 'revision_number': 4, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'gw_port': {'id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': 'c177a780-636f-418f-8f47-e9708f566c1a', 'name': '', 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'mac_address': 'fa:16:3e:7e:c7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:16Z', 'updated_at': '2021-08-16T17:55:24Z', 'revision_number': 5, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'subnets': [{'id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 17:58:16.356607 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac3e261-4b33-41b8-beff-ca3dba4eaaa1 None None] New status for floating IP 2687880e-919f-4889-94d5-7e566ffba6b8: DOWN {{(pid=101352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 17:58:16.664970 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b10d58-430c-4f61-88d7-f73fb5544492 req-1475ef76-89c5-4f2f-a1bf-3e995faa42ab tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:16.666482 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-29b10d58-430c-4f61-88d7-f73fb5544492 req-1475ef76-89c5-4f2f-a1bf-3e995faa42ab tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 984 time: 0.0513875 Aug 16 17:58:16.708744 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-29b10d58-430c-4f61-88d7-f73fb5544492 req-cb692616-fed2-4389-afe2-11d9ddef8ac1 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/security-groups?id=053d5e35-152b-4659-a69a-3c0dc94350a3&id=b6d0ad1d-d227-46b0-9b9b-de89a24684dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361555 Aug 16 17:58:17.265149 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-1cced651-0a53-4cd0-830b-7b7d3d3be692 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-278290395&fields=id&tenant_id=d20225068a374f8e8ad006b98508f29d HTTP/1.1" status: 200 len: 267 time: 0.0312104 Aug 16 17:58:17.370441 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-0ce60f2a-bf7d-496f-ad7b-d4842696a819 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:17.372042 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-0ce60f2a-bf7d-496f-ad7b-d4842696a819 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/networks?id=595f5f6b-511b-4405-8d33-e66f5931d554 HTTP/1.1" status: 200 len: 812 time: 0.0999312 Aug 16 17:58:17.386613 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-4af417f2-5e1c-4fb8-8100-f3d1f8a9cd0d tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/quotas/d20225068a374f8e8ad006b98508f29d HTTP/1.1" status: 200 len: 375 time: 0.0085704 Aug 16 17:58:17.436808 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-95b1096d-2588-4469-a8f4-063cd8c2098c tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d20225068a374f8e8ad006b98508f29d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0452449 Aug 16 17:58:17.530272 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-56d1036a-7c83-4dbd-832d-8ef2dedc89a2 service neutron] 10.222.0.73 "GET /v2.0/networks/595f5f6b-511b-4405-8d33-e66f5931d554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811870 Aug 16 17:58:17.619314 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-32bf30ed-53ee-4299-8c3a-719c71e8c2c8 service neutron] 10.222.0.73 "GET /v2.0/networks/595f5f6b-511b-4405-8d33-e66f5931d554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833251 Aug 16 17:58:18.083274 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 2783ff19-2e0e-4f17-aad1-6ea0152b88ac no longer exists at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:58:18.104819 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] No Port match for: 2783ff19-2e0e-4f17-aad1-6ea0152b88ac {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 17:58:18.105171 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 2783ff19-2e0e-4f17-aad1-6ea0152b88ac not bound to the agent host hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 17:58:18.232096 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c5935-a077-4b54-9341-4f491d3355ec req-8cd94835-3911-43b5-bc22-efbc7da28eb5 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:18.233570 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-bb3c5935-a077-4b54-9341-4f491d3355ec req-8cd94835-3911-43b5-bc22-efbc7da28eb5 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 984 time: 0.0477579 Aug 16 17:58:18.273361 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-bb3c5935-a077-4b54-9341-4f491d3355ec req-167436de-ef27-4a9a-a339-cac2a9556a3e tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/security-groups?id=053d5e35-152b-4659-a69a-3c0dc94350a3&id=b6d0ad1d-d227-46b0-9b9b-de89a24684dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331562 Aug 16 17:58:18.337387 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-922430b2-4295-42d5-b8f9-040be33ded5c req-a9b9f0dc-2eb2-46f0-aa28-ba35554ed9ed tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=cdeaad01-994d-44b9-bf48-f350ef381059 HTTP/1.1" status: 200 len: 210 time: 0.0256524 Aug 16 17:58:19.391169 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f606910-9d68-4247-b909-79c04d04d6b6 req-1f33f828-ab7c-438d-ae16-939d24c7ec0d tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:19.392640 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-0f606910-9d68-4247-b909-79c04d04d6b6 req-1f33f828-ab7c-438d-ae16-939d24c7ec0d tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 984 time: 0.0510042 Aug 16 17:58:19.438253 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-0f606910-9d68-4247-b909-79c04d04d6b6 req-2d871528-8ace-45f8-9d14-91d051926b8a tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/security-groups?id=053d5e35-152b-4659-a69a-3c0dc94350a3&id=b6d0ad1d-d227-46b0-9b9b-de89a24684dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375762 Aug 16 17:58:19.517049 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-df6ce4f4-36bd-48bf-9f3d-1f4845925e45 req-ffa87d35-4f8e-4181-92c1-2f78afcb073c tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=cdeaad01-994d-44b9-bf48-f350ef381059 HTTP/1.1" status: 200 len: 210 time: 0.0249369 Aug 16 17:58:20.551185 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078749b-954e-44ee-b8d0-45f898b162e5 req-3a9ae618-7d97-42b6-8b77-a264b397e02c tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:20.552756 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-0078749b-954e-44ee-b8d0-45f898b162e5 req-3a9ae618-7d97-42b6-8b77-a264b397e02c tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 984 time: 0.0484977 Aug 16 17:58:20.562936 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-47fa3417-2159-4b13-9bc7-d4e6246f3c67 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:20.564481 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-47fa3417-2159-4b13-9bc7-d4e6246f3c67 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.13 "GET /v2.0/networks?id=595f5f6b-511b-4405-8d33-e66f5931d554 HTTP/1.1" status: 200 len: 812 time: 0.1028862 Aug 16 17:58:20.604688 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-0078749b-954e-44ee-b8d0-45f898b162e5 req-9dd86f8c-8129-493a-9528-e70f6dc429bc tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/security-groups?id=053d5e35-152b-4659-a69a-3c0dc94350a3&id=b6d0ad1d-d227-46b0-9b9b-de89a24684dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441439 Aug 16 17:58:20.617366 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-313c6bd7-569d-4b99-b36b-150702922a55 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d20225068a374f8e8ad006b98508f29d HTTP/1.1" status: 200 len: 379 time: 0.0338571 Aug 16 17:58:20.629771 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-cc59aded-50f0-40d3-bef8-bb742e3d200e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Request body: {'port': {'device_id': 'cdeaad01-994d-44b9-bf48-f350ef381059', 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'admin_state_up': True, 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'security_groups': ['9d30f309-50be-472b-ab67-36c1096aae99']}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:58:20.689751 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-9b32def3-7543-4bd6-a257-a1e1006e2107 req-2687c0f8-5e37-45a4-b91d-38f0cbab88d9 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=cdeaad01-994d-44b9-bf48-f350ef381059 HTTP/1.1" status: 200 len: 210 time: 0.0283821 Aug 16 17:58:20.823983 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-cc59aded-50f0-40d3-bef8-bb742e3d200e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Made reservation on behalf of d20225068a374f8e8ad006b98508f29d for: {'port': 1} {{(pid=101349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 17:58:20.827607 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-cc59aded-50f0-40d3-bef8-bb742e3d200e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:20.953751 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.db_base_plugin_common [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-cc59aded-50f0-40d3-bef8-bb742e3d200e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Allocated IP 172.20.0.13 (595f5f6b-511b-4405-8d33-e66f5931d554/8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8/505dd70b-0fba-46cb-94aa-ee550931d263) {{(pid=101349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:58:21.085384 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-cc59aded-50f0-40d3-bef8-bb742e3d200e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for port, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:21.098725 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.provisioning_blocks [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-cc59aded-50f0-40d3-bef8-bb742e3d200e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Transition to ACTIVE for port object 505dd70b-0fba-46cb-94aa-ee550931d263 will not be triggered until provisioned by entity DHCP. {{(pid=101349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:58:21.184323 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-cc59aded-50f0-40d3-bef8-bb742e3d200e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:21.228152 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-cc59aded-50f0-40d3-bef8-bb742e3d200e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Network 595f5f6b-511b-4405-8d33-e66f5931d554 is already hosted by enough agents. {{(pid=101349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:58:21.233214 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.base_scheduler [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-cc59aded-50f0-40d3-bef8-bb742e3d200e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Resources bound (agent type, host, resource id): {{(pid=101349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:58:21.236927 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-cc59aded-50f0-40d3-bef8-bb742e3d200e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Received port after_create {{(pid=101349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:58:21.263010 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc59aded-50f0-40d3-bef8-bb742e3d200e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Pushing event updated for resources: {'Port': ['ID=505dd70b-0fba-46cb-94aa-ee550931d263,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:58:21.291708 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-cc59aded-50f0-40d3-bef8-bb742e3d200e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:21.292347 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-cc59aded-50f0-40d3-bef8-bb742e3d200e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:21.356552 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-cc59aded-50f0-40d3-bef8-bb742e3d200e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7331233 Aug 16 17:58:21.432377 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-bb019f1b-407b-4533-ab26-e9aaf42a0aa6 service neutron] Request body: {'port': {'device_id': 'cdeaad01-994d-44b9-bf48-f350ef381059', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:58:21.484398 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-bb019f1b-407b-4533-ab26-e9aaf42a0aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:21.502032 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-69473290-fe1e-4ac6-821d-a06981cfc410 None None] Provisioning for port 505dd70b-0fba-46cb-94aa-ee550931d263 completed by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:58:21.506079 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-69473290-fe1e-4ac6-821d-a06981cfc410 None None] Provisioning complete for port 505dd70b-0fba-46cb-94aa-ee550931d263 triggered by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:58:21.511613 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-69473290-fe1e-4ac6-821d-a06981cfc410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:21.540681 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-69473290-fe1e-4ac6-821d-a06981cfc410 None None] Port 505dd70b-0fba-46cb-94aa-ee550931d263 cannot update to ACTIVE because it is not bound. {{(pid=101351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 17:58:21.723089 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afae329-604c-4cda-b10b-1fadae58c438 req-fac4ff85-5941-4388-b051-793512d5248d tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:21.724654 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-3afae329-604c-4cda-b10b-1fadae58c438 req-fac4ff85-5941-4388-b051-793512d5248d tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 984 time: 0.0487311 Aug 16 17:58:21.753774 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-bb019f1b-407b-4533-ab26-e9aaf42a0aa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 505dd70b-0fba-46cb-94aa-ee550931d263 {{(pid=101349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:58:21.761381 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-bb019f1b-407b-4533-ab26-e9aaf42a0aa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:21.769501 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-3afae329-604c-4cda-b10b-1fadae58c438 req-444440a2-d294-417b-a2d3-387489039fed tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/security-groups?id=053d5e35-152b-4659-a69a-3c0dc94350a3&id=b6d0ad1d-d227-46b0-9b9b-de89a24684dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380697 Aug 16 17:58:21.776140 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.provisioning_blocks [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-bb019f1b-407b-4533-ab26-e9aaf42a0aa6 service neutron] Transition to ACTIVE for port object 505dd70b-0fba-46cb-94aa-ee550931d263 will not be triggered until provisioned by entity L2. {{(pid=101349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 17:58:21.870638 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44844289-5ebd-40cb-a2e0-9fc22349a19f req-2c48962a-4b59-43ae-bca4-30bb3737d8e8 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:21.871998 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-44844289-5ebd-40cb-a2e0-9fc22349a19f req-2c48962a-4b59-43ae-bca4-30bb3737d8e8 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=cdeaad01-994d-44b9-bf48-f350ef381059 HTTP/1.1" status: 200 len: 932 time: 0.0470235 Aug 16 17:58:21.896079 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-bb019f1b-407b-4533-ab26-e9aaf42a0aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5660737'] for port, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:21.910211 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-44844289-5ebd-40cb-a2e0-9fc22349a19f req-ab9523b5-5239-47cf-9f80-9b862fcd4043 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322132 Aug 16 17:58:21.943752 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb019f1b-407b-4533-ab26-e9aaf42a0aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=505dd70b-0fba-46cb-94aa-ee550931d263,revision_number=2']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:58:22.020528 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-bb019f1b-407b-4533-ab26-e9aaf42a0aa6 service neutron] Attempting to bind port 505dd70b-0fba-46cb-94aa-ee550931d263 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 17:58:22.020872 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-bb019f1b-407b-4533-ab26-e9aaf42a0aa6 service neutron] Attempting to bind port 505dd70b-0fba-46cb-94aa-ee550931d263 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'cb5961d9-9f43-4b59-9b72-d077e5b2a075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554'}] {{(pid=101349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 17:58:22.021356 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-bb019f1b-407b-4533-ab26-e9aaf42a0aa6 service neutron] Attempting to bind port 505dd70b-0fba-46cb-94aa-ee550931d263 on network 595f5f6b-511b-4405-8d33-e66f5931d554 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:58:22.027593 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-bb019f1b-407b-4533-ab26-e9aaf42a0aa6 service neutron] Port 505dd70b-0fba-46cb-94aa-ee550931d263 on network 595f5f6b-511b-4405-8d33-e66f5931d554 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 17:58:22.027913 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-bb019f1b-407b-4533-ab26-e9aaf42a0aa6 service neutron] Attempting to bind port 505dd70b-0fba-46cb-94aa-ee550931d263 on network 595f5f6b-511b-4405-8d33-e66f5931d554 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 17:58:22.033397 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-bb019f1b-407b-4533-ab26-e9aaf42a0aa6 service neutron] Checking agent: {'id': 'd413de79-89e7-4037-a6bb-11a55464df62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 45, 56), 'started_at': datetime.datetime(2021, 8, 16, 17, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 17, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 17:58:22.033708 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-bb019f1b-407b-4533-ab26-e9aaf42a0aa6 service neutron] Checking segment: {'id': 'cb5961d9-9f43-4b59-9b72-d077e5b2a075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 17:58:22.034112 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-bb019f1b-407b-4533-ab26-e9aaf42a0aa6 service neutron] Bound using segment: {'id': 'cb5961d9-9f43-4b59-9b72-d077e5b2a075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554'} {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 17:58:22.034545 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-bb019f1b-407b-4533-ab26-e9aaf42a0aa6 service neutron] Bound port: 505dd70b-0fba-46cb-94aa-ee550931d263, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb5961d9-9f43-4b59-9b72-d077e5b2a075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554'}}] {{(pid=101349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 17:58:22.034949 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-bb019f1b-407b-4533-ab26-e9aaf42a0aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:22.109523 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-bb019f1b-407b-4533-ab26-e9aaf42a0aa6 service neutron] For port 505dd70b-0fba-46cb-94aa-ee550931d263, host hv-cinder-79760, cleared binding levels {{(pid=101349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 17:58:22.113011 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-bb019f1b-407b-4533-ab26-e9aaf42a0aa6 service neutron] For port 505dd70b-0fba-46cb-94aa-ee550931d263, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=505dd70b-0fba-46cb-94aa-ee550931d263,segment=NetworkSegment(cb5961d9-9f43-4b59-9b72-d077e5b2a075),segment_id=cb5961d9-9f43-4b59-9b72-d077e5b2a075)] {{(pid=101349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 17:58:22.184423 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-bb019f1b-407b-4533-ab26-e9aaf42a0aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5660737'] for port, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:22.217065 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-bb019f1b-407b-4533-ab26-e9aaf42a0aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:22.217682 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-bb019f1b-407b-4533-ab26-e9aaf42a0aa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:22.219224 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-bb019f1b-407b-4533-ab26-e9aaf42a0aa6 service neutron] 10.222.0.13 "PUT /v2.0/ports/505dd70b-0fba-46cb-94aa-ee550931d263 HTTP/1.1" status: 200 len: 1094 time: 0.8397932 Aug 16 17:58:22.219666 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdeaad01-994d-44b9-bf48-f350ef381059', 'tag': '505dd70b-0fba-46cb-94aa-ee550931d263'}] {{(pid=101349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:58:22.222556 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}934f09010de237f24c102465ff13aed95362a81e3346d32f1bd52d9236897e6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38fae79-484b-4911-934d-ff3c2fbf0f26" -d '{"events": [{"name": "network-changed", "server_uuid": "cdeaad01-994d-44b9-bf48-f350ef381059", "tag": "505dd70b-0fba-46cb-94aa-ee550931d263"}]}' {{(pid=101349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:58:22.251759 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb019f1b-407b-4533-ab26-e9aaf42a0aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=505dd70b-0fba-46cb-94aa-ee550931d263,revision_number=3']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:58:22.277567 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 17:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab947b0-a050-4441-a998-3c7928eca48e x-openstack-request-id: req-bab947b0-a050-4441-a998-3c7928eca48e {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:58:22.277859 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdeaad01-994d-44b9-bf48-f350ef381059", "tag": "505dd70b-0fba-46cb-94aa-ee550931d263", "status": "completed", "code": 200}]} {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:58:22.278194 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bab947b0-a050-4441-a998-3c7928eca48e {{(pid=101349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:58:22.278597 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdeaad01-994d-44b9-bf48-f350ef381059', 'tag': '505dd70b-0fba-46cb-94aa-ee550931d263', 'status': 'completed', 'code': 200} Aug 16 17:58:22.375546 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38fae79-484b-4911-934d-ff3c2fbf0f26 req-16fb45b4-8d3b-4b35-95aa-5aafac3ec26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:22.377061 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-d38fae79-484b-4911-934d-ff3c2fbf0f26 req-16fb45b4-8d3b-4b35-95aa-5aafac3ec26e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d20225068a374f8e8ad006b98508f29d&device_id=cdeaad01-994d-44b9-bf48-f350ef381059 HTTP/1.1" status: 200 len: 1097 time: 0.0418277 Aug 16 17:58:22.486412 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38fae79-484b-4911-934d-ff3c2fbf0f26 req-b0325566-5579-47a0-ac7c-45b6725b3a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:22.487927 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-d38fae79-484b-4911-934d-ff3c2fbf0f26 req-b0325566-5579-47a0-ac7c-45b6725b3a53 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=d20225068a374f8e8ad006b98508f29d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0956001 Aug 16 17:58:22.587446 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38fae79-484b-4911-934d-ff3c2fbf0f26 req-82d214ad-3f60-40f8-a225-f6de56f8bfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:22.589227 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-d38fae79-484b-4911-934d-ff3c2fbf0f26 req-82d214ad-3f60-40f8-a225-f6de56f8bfe4 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913956 Aug 16 17:58:22.718056 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-3b49a861-af1c-43d3-b65f-bc6aef02671e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:22.719484 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-3b49a861-af1c-43d3-b65f-bc6aef02671e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d20225068a374f8e8ad006b98508f29d&device_id=cdeaad01-994d-44b9-bf48-f350ef381059 HTTP/1.1" status: 200 len: 1097 time: 0.0390708 Aug 16 17:58:22.802789 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-55c6dad9-a111-4144-8cef-e7167933f845 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=505dd70b-0fba-46cb-94aa-ee550931d263 HTTP/1.1" status: 200 len: 217 time: 0.0338292 Aug 16 17:58:22.871648 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-b96528db-7684-4d3c-a92f-6689a0cca99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:22.879025 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-b96528db-7684-4d3c-a92f-6689a0cca99c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8 HTTP/1.1" status: 200 len: 851 time: 0.0542293 Aug 16 17:58:22.886322 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edae1c1-69d2-496d-9d10-b05ee6fe2ea0 req-813c4133-d8b5-4aaf-89bc-760eeef511f6 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:22.887781 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7edae1c1-69d2-496d-9d10-b05ee6fe2ea0 req-813c4133-d8b5-4aaf-89bc-760eeef511f6 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 984 time: 0.0477865 Aug 16 17:58:22.933646 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7edae1c1-69d2-496d-9d10-b05ee6fe2ea0 req-516d23f8-3286-48d4-b552-b45fc6575561 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/security-groups?id=053d5e35-152b-4659-a69a-3c0dc94350a3&id=b6d0ad1d-d227-46b0-9b9b-de89a24684dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396929 Aug 16 17:58:23.040127 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb8e64-1bea-4d54-ab52-000292d7b2d1 req-c6e8d880-f425-4c63-86d1-51d7f2dcb229 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:23.041681 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a3cb8e64-1bea-4d54-ab52-000292d7b2d1 req-c6e8d880-f425-4c63-86d1-51d7f2dcb229 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=cdeaad01-994d-44b9-bf48-f350ef381059 HTTP/1.1" status: 200 len: 944 time: 0.0506084 Aug 16 17:58:23.083679 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a3cb8e64-1bea-4d54-ab52-000292d7b2d1 req-e1681ad6-cd5a-42b9-b174-4f0958dff0bf tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356653 Aug 16 17:58:23.162026 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-29ac7cb9-fecf-43dc-9f54-53e3d332cf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:23.163516 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-29ac7cb9-fecf-43dc-9f54-53e3d332cf8a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=595f5f6b-511b-4405-8d33-e66f5931d554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2810814 Aug 16 17:58:23.252496 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-cc7b51be-5b7c-4ed2-8dc6-700a67e5ca83 service neutron] 10.222.0.13 "GET /v2.0/networks/595f5f6b-511b-4405-8d33-e66f5931d554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809991 Aug 16 17:58:23.342458 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-165ddd5b-f43a-4a60-a95c-aade5a1d57a6 req-3747b2d4-c517-4c39-b195-25d3701bebd8 service neutron] 10.222.0.13 "GET /v2.0/networks/595f5f6b-511b-4405-8d33-e66f5931d554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827701 Aug 16 17:58:23.835466 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-93c2c462-e3dc-4557-ba4f-425a68c4c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:24.045794 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c448a7-3357-4f01-82b0-83fbac9d1888 req-51025820-1277-4e9c-b7aa-cc71bb617f4a tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:24.047243 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-93c448a7-3357-4f01-82b0-83fbac9d1888 req-51025820-1277-4e9c-b7aa-cc71bb617f4a tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 984 time: 0.0471163 Aug 16 17:58:24.086388 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-93c448a7-3357-4f01-82b0-83fbac9d1888 req-0d80db0a-b1a9-4516-8e27-b9895b37c686 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/security-groups?id=053d5e35-152b-4659-a69a-3c0dc94350a3&id=b6d0ad1d-d227-46b0-9b9b-de89a24684dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333076 Aug 16 17:58:24.193259 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87aebf-a70a-447b-b26f-787a11aace9c req-a2a94c53-d105-44ec-839f-29b3133e51d5 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:24.194707 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-db87aebf-a70a-447b-b26f-787a11aace9c req-a2a94c53-d105-44ec-839f-29b3133e51d5 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=cdeaad01-994d-44b9-bf48-f350ef381059 HTTP/1.1" status: 200 len: 944 time: 0.0460000 Aug 16 17:58:24.234028 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-db87aebf-a70a-447b-b26f-787a11aace9c req-560d9de6-18de-4f71-9054-07d27e6d4241 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335321 Aug 16 17:58:25.344449 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30a569-a033-4b42-9e51-5ca456eeff1b req-e2f252a3-877b-48aa-a324-69c1218d38a3 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:25.345884 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8b30a569-a033-4b42-9e51-5ca456eeff1b req-e2f252a3-877b-48aa-a324-69c1218d38a3 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=cdeaad01-994d-44b9-bf48-f350ef381059 HTTP/1.1" status: 200 len: 944 time: 0.0468090 Aug 16 17:58:25.381931 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-8b30a569-a033-4b42-9e51-5ca456eeff1b req-91152acc-ab24-4921-9ee9-934901ded8e7 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296991 Aug 16 17:58:26.492738 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b715a17-d6e1-4c9f-a7a3-225296f29ded req-2bd9d10a-c5de-451f-827f-cbdb2566330c tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:26.499626 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7b715a17-d6e1-4c9f-a7a3-225296f29ded req-2bd9d10a-c5de-451f-827f-cbdb2566330c tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=cdeaad01-994d-44b9-bf48-f350ef381059 HTTP/1.1" status: 200 len: 944 time: 0.0475333 Aug 16 17:58:26.530033 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7b715a17-d6e1-4c9f-a7a3-225296f29ded req-6a2f47d9-474d-43ea-b11c-81f45bbf6b5e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299838 Aug 16 17:58:26.578202 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0cb0caed-2dd0-4077-9656-37eb0fd0c710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:26.715577 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:27.642154 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75aca79-c7be-4096-8603-9fff6dbfe50c req-77e33d64-9d73-4bb0-b31c-d6a78b7a8723 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:27.643657 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a75aca79-c7be-4096-8603-9fff6dbfe50c req-77e33d64-9d73-4bb0-b31c-d6a78b7a8723 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=cdeaad01-994d-44b9-bf48-f350ef381059 HTTP/1.1" status: 200 len: 944 time: 0.0469515 Aug 16 17:58:27.673108 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:27.684121 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a75aca79-c7be-4096-8603-9fff6dbfe50c req-268dc91e-3084-4e44-a80d-9acf0f36d5cc tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341396 Aug 16 17:58:27.823874 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:28.795199 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3bff88-648c-4971-bce2-19db86341d28 req-bfb4f4a4-fc3d-4e1f-b2a6-00d93ab8bcf9 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:28.796637 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ca3bff88-648c-4971-bce2-19db86341d28 req-bfb4f4a4-fc3d-4e1f-b2a6-00d93ab8bcf9 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=cdeaad01-994d-44b9-bf48-f350ef381059 HTTP/1.1" status: 200 len: 944 time: 0.0480559 Aug 16 17:58:28.842715 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ca3bff88-648c-4971-bce2-19db86341d28 req-7d7d7bed-f7f7-474a-b16c-2e26282e0000 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383711 Aug 16 17:58:29.098195 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:29.952140 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c582ce0-87f9-41d7-be8b-293883a377c5 req-ed5c465e-2169-4a5c-bf47-69a069c5c1ef tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:29.953583 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-3c582ce0-87f9-41d7-be8b-293883a377c5 req-ed5c465e-2169-4a5c-bf47-69a069c5c1ef tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=cdeaad01-994d-44b9-bf48-f350ef381059 HTTP/1.1" status: 200 len: 944 time: 0.0468616 Aug 16 17:58:29.989457 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-3c582ce0-87f9-41d7-be8b-293883a377c5 req-1cf77306-a7d1-42ca-b20e-65ba754c26e4 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295265 Aug 16 17:58:30.141931 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 505dd70b-0fba-46cb-94aa-ee550931d263 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=101351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 17:58:30.235577 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 505dd70b-0fba-46cb-94aa-ee550931d263, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=505dd70b-0fba-46cb-94aa-ee550931d263,segment=NetworkSegment(cb5961d9-9f43-4b59-9b72-d077e5b2a075),segment_id=cb5961d9-9f43-4b59-9b72-d077e5b2a075)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:58:30.246356 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Returning: {'device': '505dd70b-0fba-46cb-94aa-ee550931d263', 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'port_id': '505dd70b-0fba-46cb-94aa-ee550931d263', 'mac_address': 'fa:16:3e:a4:a5:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 17:58:30.285510 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:30.297663 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 505dd70b-0fba-46cb-94aa-ee550931d263 {{(pid=101351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 17:58:30.317419 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 505dd70b-0fba-46cb-94aa-ee550931d263, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=505dd70b-0fba-46cb-94aa-ee550931d263,segment=NetworkSegment(cb5961d9-9f43-4b59-9b72-d077e5b2a075),segment_id=cb5961d9-9f43-4b59-9b72-d077e5b2a075)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:58:30.398785 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:30.445271 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=505dd70b-0fba-46cb-94aa-ee550931d263,revision_number=4']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:58:30.452207 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:58:30.452563 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:58:30.452903 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:58:30.453239 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:58:30.453570 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:58:30.453900 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:58:30.454248 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:58:30.454575 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:58:30.454901 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:58:30.455225 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:58:30.455547 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:58:30.455868 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:58:30.733283 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['505dd70b-0fba-46cb-94aa-ee550931d263'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:58:31.100155 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419dd3f-ea47-492e-8e2f-911f9df98714 req-88c9ada1-6d08-4350-9f8b-8f21cb31fe62 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:31.101562 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-5419dd3f-ea47-492e-8e2f-911f9df98714 req-88c9ada1-6d08-4350-9f8b-8f21cb31fe62 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=cdeaad01-994d-44b9-bf48-f350ef381059 HTTP/1.1" status: 200 len: 945 time: 0.0459859 Aug 16 17:58:31.143460 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-5419dd3f-ea47-492e-8e2f-911f9df98714 req-26c24395-bddb-4912-8589-c31e46e5c57c tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356386 Aug 16 17:58:32.142444 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 505dd70b-0fba-46cb-94aa-ee550931d263 up at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 17:58:32.235125 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning for port 505dd70b-0fba-46cb-94aa-ee550931d263 completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 17:58:32.239690 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning complete for port 505dd70b-0fba-46cb-94aa-ee550931d263 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:58:32.240067 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:32.257806 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906f52c-266c-442c-ac85-5139e4381227 req-59b6040d-c4f1-416a-b277-9c777fe5ab89 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:32.259033 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-9906f52c-266c-442c-ac85-5139e4381227 req-59b6040d-c4f1-416a-b277-9c777fe5ab89 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=cdeaad01-994d-44b9-bf48-f350ef381059 HTTP/1.1" status: 200 len: 945 time: 0.0478728 Aug 16 17:58:32.299892 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-9906f52c-266c-442c-ac85-5139e4381227 req-758a6a72-f0e0-4499-af1c-76000e465dce tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326293 Aug 16 17:58:32.324096 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:32.346737 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdeaad01-994d-44b9-bf48-f350ef381059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505dd70b-0fba-46cb-94aa-ee550931d263'}] {{(pid=101351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:58:32.349139 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4661e6bc32737764ca712b7c7300ac6ad1a8a79a1ea43afdc004a14577d676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49059a12-6afc-4469-bffe-bf4b3e93631a" -d '{"events": [{"server_uuid": "cdeaad01-994d-44b9-bf48-f350ef381059", "name": "network-vif-plugged", "status": "completed", "tag": "505dd70b-0fba-46cb-94aa-ee550931d263"}]}' {{(pid=101351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:58:32.362647 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 505dd70b-0fba-46cb-94aa-ee550931d263, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=505dd70b-0fba-46cb-94aa-ee550931d263,segment=NetworkSegment(cb5961d9-9f43-4b59-9b72-d077e5b2a075),segment_id=cb5961d9-9f43-4b59-9b72-d077e5b2a075)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:58:32.428253 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:32.448788 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab7a0f4-4dc4-4a85-bc9a-6d729cce0217 x-openstack-request-id: req-9ab7a0f4-4dc4-4a85-bc9a-6d729cce0217 {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:58:32.452075 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdeaad01-994d-44b9-bf48-f350ef381059", "name": "network-vif-plugged", "status": "completed", "tag": "505dd70b-0fba-46cb-94aa-ee550931d263", "code": 200}]} {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:58:32.452075 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9ab7a0f4-4dc4-4a85-bc9a-6d729cce0217 {{(pid=101351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:58:32.452075 dv-cinder-797608-18-iscsi neutron-server[101351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdeaad01-994d-44b9-bf48-f350ef381059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505dd70b-0fba-46cb-94aa-ee550931d263', 'code': 200} Aug 16 17:58:32.474669 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=505dd70b-0fba-46cb-94aa-ee550931d263,revision_number=5']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:58:32.822843 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e2d95-4de6-456e-ba37-0949cf7c95a3 req-13902fc6-8fae-4362-abb1-244392dd0c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:32.824297 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-421e2d95-4de6-456e-ba37-0949cf7c95a3 req-13902fc6-8fae-4362-abb1-244392dd0c37 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cdeaad01-994d-44b9-bf48-f350ef381059 HTTP/1.1" status: 200 len: 1099 time: 0.0378814 Aug 16 17:58:32.860173 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-421e2d95-4de6-456e-ba37-0949cf7c95a3 req-d23e442f-5f68-4845-ad82-c59d146873ba service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265222 Aug 16 17:58:33.417711 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8208d2a-b355-4ff3-93a7-d1f399342448 req-135bea61-26ca-4289-81e1-942d250b5196 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:33.419207 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b8208d2a-b355-4ff3-93a7-d1f399342448 req-135bea61-26ca-4289-81e1-942d250b5196 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=cdeaad01-994d-44b9-bf48-f350ef381059 HTTP/1.1" status: 200 len: 946 time: 0.0493948 Aug 16 17:58:33.454920 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b8208d2a-b355-4ff3-93a7-d1f399342448 req-60583406-ebe5-407f-82a2-890224279e88 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298991 Aug 16 17:58:34.566345 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3581b4a-958d-4c93-adb8-1e40e6fd0039 req-98bc0e5d-91e0-43d6-ac41-baff6d676a7e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:34.567788 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b3581b4a-958d-4c93-adb8-1e40e6fd0039 req-98bc0e5d-91e0-43d6-ac41-baff6d676a7e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=cdeaad01-994d-44b9-bf48-f350ef381059 HTTP/1.1" status: 200 len: 946 time: 0.0473731 Aug 16 17:58:34.608111 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-b3581b4a-958d-4c93-adb8-1e40e6fd0039 req-d42e9586-352d-49fc-931a-6b70d4522985 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344241 Aug 16 17:58:34.719844 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a1acae-4517-4043-b6e3-9fd1fbc8caa2 req-2f19aa25-ca56-4ecb-8582-129d077ec771 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:34.722328 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-64a1acae-4517-4043-b6e3-9fd1fbc8caa2 req-2f19aa25-ca56-4ecb-8582-129d077ec771 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=cdeaad01-994d-44b9-bf48-f350ef381059 HTTP/1.1" status: 200 len: 946 time: 0.0502334 Aug 16 17:58:34.758646 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-64a1acae-4517-4043-b6e3-9fd1fbc8caa2 req-c6446ce4-405e-4059-923f-2b1295b1d099 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308087 Aug 16 17:58:34.780115 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 59478) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:58:34.817818 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1717b3dc-d0c5-4b4d-a725-0ba86a0d972a tempest-TestVolumeBootPattern-2016767074 tempest-TestVolumeBootPattern-2016767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:34.819295 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-1717b3dc-d0c5-4b4d-a725-0ba86a0d972a tempest-TestVolumeBootPattern-2016767074 tempest-TestVolumeBootPattern-2016767074-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=cdeaad01-994d-44b9-bf48-f350ef381059 HTTP/1.1" status: 200 len: 1094 time: 0.0382473 Aug 16 17:58:34.821927 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 59480) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:58:34.826070 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-0da35529-8351-4aea-a238-2cfd1b067861 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Request body: {'floatingip': {'floating_network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'port_id': '505dd70b-0fba-46cb-94aa-ee550931d263', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:58:34.903276 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-0da35529-8351-4aea-a238-2cfd1b067861 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for floatingip, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:34.998127 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-0da35529-8351-4aea-a238-2cfd1b067861 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:35.101157 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.db_base_plugin_common [None req-0da35529-8351-4aea-a238-2cfd1b067861 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Allocated IP 172.27.3.189 (d857f842-3fbc-4776-aae7-ff863ed2df9e/954a9ada-4a6b-483d-99dd-491d9afbe734/33efe4c8-a40c-488a-b723-35d7cff759a1) {{(pid=101350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 17:58:35.202230 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-0da35529-8351-4aea-a238-2cfd1b067861 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for port, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:35.286985 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-0da35529-8351-4aea-a238-2cfd1b067861 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4811479'] for port, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:35.320461 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da35529-8351-4aea-a238-2cfd1b067861 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Network d857f842-3fbc-4776-aae7-ff863ed2df9e is already hosted by enough agents. {{(pid=101350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 17:58:35.323139 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.base_scheduler [None req-0da35529-8351-4aea-a238-2cfd1b067861 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Resources bound (agent type, host, resource id): {{(pid=101350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 17:58:35.326140 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da35529-8351-4aea-a238-2cfd1b067861 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Received port after_create {{(pid=101350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 17:58:35.358862 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da35529-8351-4aea-a238-2cfd1b067861 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Pushing event updated for resources: {'Port': ['ID=33efe4c8-a40c-488a-b723-35d7cff759a1,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:58:35.371028 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da35529-8351-4aea-a238-2cfd1b067861 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:58:35.371375 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da35529-8351-4aea-a238-2cfd1b067861 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:58:35.371713 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da35529-8351-4aea-a238-2cfd1b067861 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:58:35.372044 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da35529-8351-4aea-a238-2cfd1b067861 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:58:35.372377 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da35529-8351-4aea-a238-2cfd1b067861 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:58:35.372706 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da35529-8351-4aea-a238-2cfd1b067861 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:58:35.373031 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da35529-8351-4aea-a238-2cfd1b067861 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:58:35.373352 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da35529-8351-4aea-a238-2cfd1b067861 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:58:35.373676 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da35529-8351-4aea-a238-2cfd1b067861 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:58:35.374023 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da35529-8351-4aea-a238-2cfd1b067861 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:58:35.374342 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da35529-8351-4aea-a238-2cfd1b067861 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:58:35.374657 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da35529-8351-4aea-a238-2cfd1b067861 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:58:35.684073 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-0da35529-8351-4aea-a238-2cfd1b067861 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:35.847787 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-0da35529-8351-4aea-a238-2cfd1b067861 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:36.246240 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-0da35529-8351-4aea-a238-2cfd1b067861 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for port, precommit_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:36.349604 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-0da35529-8351-4aea-a238-2cfd1b067861 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4811480'] for port, after_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:36.417778 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da35529-8351-4aea-a238-2cfd1b067861 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Pushing event updated for resources: {'Port': ['ID=33efe4c8-a40c-488a-b723-35d7cff759a1,revision_number=2']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:58:36.431274 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-0da35529-8351-4aea-a238-2cfd1b067861 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726209'] for floatingip, after_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:36.526518 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.db.l3_db [None req-0da35529-8351-4aea-a238-2cfd1b067861 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Floating IP 2acf928b-8c8d-4bae-9529-a53fd7bee453 associated. External IP: 172.27.3.189, port: 505dd70b-0fba-46cb-94aa-ee550931d263. Aug 16 17:58:36.728191 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da35529-8351-4aea-a238-2cfd1b067861 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Router 7b451379-5846-42af-82eb-80e384f4903b has already been hosted by L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 {{(pid=101350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 17:58:36.830987 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da35529-8351-4aea-a238-2cfd1b067861 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 17:58:36.840847 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1df694-5046-470d-81b6-b98d35fd33c1 None None] Sync routers for ids ['7b451379-5846-42af-82eb-80e384f4903b'] in dv-cinder-797608-18-iscsi {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 17:58:36.850893 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1df694-5046-470d-81b6-b98d35fd33c1 None None] Routers {'7b451379-5846-42af-82eb-80e384f4903b'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:58:36.851508 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-7e1df694-5046-470d-81b6-b98d35fd33c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:58:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['7b451379-5846-42af-82eb-80e384f4903b'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:58:36.906958 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-0da35529-8351-4aea-a238-2cfd1b067861 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for floatingip, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:36.934358 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-0da35529-8351-4aea-a238-2cfd1b067861 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1114595 Aug 16 17:58:36.934956 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdeaad01-994d-44b9-bf48-f350ef381059', 'tag': '505dd70b-0fba-46cb-94aa-ee550931d263'}] {{(pid=101350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:58:36.937666 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}137876f5b741f0afb00714fe176f8a9d3b569402932f71b261fa9e4754b02137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5e9200-77de-4f89-975b-5d3ea61f0a89" -d '{"events": [{"name": "network-changed", "server_uuid": "cdeaad01-994d-44b9-bf48-f350ef381059", "tag": "505dd70b-0fba-46cb-94aa-ee550931d263"}]}' {{(pid=101350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:58:36.955147 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-7e1df694-5046-470d-81b6-b98d35fd33c1 None None] Set router 7b451379-5846-42af-82eb-80e384f4903b gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:58:37.030210 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 17:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77b46e6-1aea-487f-8294-1e5f6654e7a7 x-openstack-request-id: req-a77b46e6-1aea-487f-8294-1e5f6654e7a7 {{(pid=101350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:58:37.030499 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdeaad01-994d-44b9-bf48-f350ef381059", "tag": "505dd70b-0fba-46cb-94aa-ee550931d263", "status": "completed", "code": 200}]} {{(pid=101350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:58:37.030751 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a77b46e6-1aea-487f-8294-1e5f6654e7a7 {{(pid=101350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:58:37.031152 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdeaad01-994d-44b9-bf48-f350ef381059', 'tag': '505dd70b-0fba-46cb-94aa-ee550931d263', 'status': 'completed', 'code': 200} Aug 16 17:58:37.125182 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e9200-77de-4f89-975b-5d3ea61f0a89 req-8ad8fdf5-a83d-43b0-a4a9-78cd5f346cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:37.126711 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-da5e9200-77de-4f89-975b-5d3ea61f0a89 req-8ad8fdf5-a83d-43b0-a4a9-78cd5f346cb8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d20225068a374f8e8ad006b98508f29d&device_id=cdeaad01-994d-44b9-bf48-f350ef381059 HTTP/1.1" status: 200 len: 1099 time: 0.0425274 Aug 16 17:58:37.178436 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-7e1df694-5046-470d-81b6-b98d35fd33c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b451379-5846-42af-82eb-80e384f4903b', 'name': 'tempest-TestVolumeBootPattern-1158336727-router', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:17Z', 'revision_number': 4, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'gw_port': {'id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_floatingips': [{'id': '2acf928b-8c8d-4bae-9529-a53fd7bee453', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'floating_ip_address': '172.27.3.189', 'floating_network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'router_id': '7b451379-5846-42af-82eb-80e384f4903b', 'port_id': '505dd70b-0fba-46cb-94aa-ee550931d263', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'mac_address': 'fa:16:3e:a4:a5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeaad01-994d-44b9-bf48-f350ef381059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T17:58:35Z', 'updated_at': '2021-08-16T17:58:35Z', 'revision_number': 0, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c177a780-636f-418f-8f47-e9708f566c1a', 'name': '', 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'mac_address': 'fa:16:3e:7e:c7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:16Z', 'updated_at': '2021-08-16T17:55:24Z', 'revision_number': 5, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'subnets': [{'id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:58:37.204125 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1df694-5046-470d-81b6-b98d35fd33c1 None None] Checking router: 7b451379-5846-42af-82eb-80e384f4903b for host: dv-cinder-797608-18-iscsi {{(pid=101351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 17:58:37.212975 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1df694-5046-470d-81b6-b98d35fd33c1 None None] Routers {'7b451379-5846-42af-82eb-80e384f4903b'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:58:37.213573 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-7e1df694-5046-470d-81b6-b98d35fd33c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:58:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['7b451379-5846-42af-82eb-80e384f4903b'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:58:37.220538 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e9200-77de-4f89-975b-5d3ea61f0a89 req-45b0845f-e971-4c5b-b4c4-8756d8a788e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:37.222666 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-da5e9200-77de-4f89-975b-5d3ea61f0a89 req-45b0845f-e971-4c5b-b4c4-8756d8a788e7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=595f5f6b-511b-4405-8d33-e66f5931d554 HTTP/1.1" status: 200 len: 913 time: 0.0838842 Aug 16 17:58:37.291461 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-da5e9200-77de-4f89-975b-5d3ea61f0a89 req-e4ac01ab-6f3d-499f-bcb4-609edf789003 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=505dd70b-0fba-46cb-94aa-ee550931d263 HTTP/1.1" status: 200 len: 1000 time: 0.0607471 Aug 16 17:58:37.317017 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-7e1df694-5046-470d-81b6-b98d35fd33c1 None None] Set router 7b451379-5846-42af-82eb-80e384f4903b gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:58:37.338822 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e9200-77de-4f89-975b-5d3ea61f0a89 req-390995a8-e3ff-4c35-b751-4f12a07f6d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:37.340252 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-da5e9200-77de-4f89-975b-5d3ea61f0a89 req-390995a8-e3ff-4c35-b751-4f12a07f6d04 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8 HTTP/1.1" status: 200 len: 851 time: 0.0416417 Aug 16 17:58:37.385831 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e9200-77de-4f89-975b-5d3ea61f0a89 req-e2d1c9f1-3036-4b62-af4d-e3e2d645d865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:37.387357 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-da5e9200-77de-4f89-975b-5d3ea61f0a89 req-e2d1c9f1-3036-4b62-af4d-e3e2d645d865 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=595f5f6b-511b-4405-8d33-e66f5931d554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395844 Aug 16 17:58:37.478293 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-da5e9200-77de-4f89-975b-5d3ea61f0a89 req-cd49122d-ffe6-4a56-8a24-a5a8a65fe3dc service neutron] 10.222.0.13 "GET /v2.0/networks/595f5f6b-511b-4405-8d33-e66f5931d554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837321 Aug 16 17:58:37.540294 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-7e1df694-5046-470d-81b6-b98d35fd33c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b451379-5846-42af-82eb-80e384f4903b', 'name': 'tempest-TestVolumeBootPattern-1158336727-router', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:17Z', 'revision_number': 4, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'gw_port': {'id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_floatingips': [{'id': '2acf928b-8c8d-4bae-9529-a53fd7bee453', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'floating_ip_address': '172.27.3.189', 'floating_network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'router_id': '7b451379-5846-42af-82eb-80e384f4903b', 'port_id': '505dd70b-0fba-46cb-94aa-ee550931d263', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'mac_address': 'fa:16:3e:a4:a5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeaad01-994d-44b9-bf48-f350ef381059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T17:58:35Z', 'updated_at': '2021-08-16T17:58:35Z', 'revision_number': 0, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c177a780-636f-418f-8f47-e9708f566c1a', 'name': '', 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'mac_address': 'fa:16:3e:7e:c7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:16Z', 'updated_at': '2021-08-16T17:55:24Z', 'revision_number': 5, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'subnets': [{'id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:58:37.566099 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-da5e9200-77de-4f89-975b-5d3ea61f0a89 req-1d36c7e1-51d3-4129-94f2-7c6081b6514a service neutron] 10.222.0.13 "GET /v2.0/networks/595f5f6b-511b-4405-8d33-e66f5931d554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809760 Aug 16 17:58:37.580044 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1df694-5046-470d-81b6-b98d35fd33c1 None None] The sync data for ids ['7b451379-5846-42af-82eb-80e384f4903b'] in dv-cinder-797608-18-iscsi is: [{'id': '7b451379-5846-42af-82eb-80e384f4903b', 'name': 'tempest-TestVolumeBootPattern-1158336727-router', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:17Z', 'revision_number': 4, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'gw_port': {'id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_floatingips': [{'id': '2acf928b-8c8d-4bae-9529-a53fd7bee453', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'floating_ip_address': '172.27.3.189', 'floating_network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'router_id': '7b451379-5846-42af-82eb-80e384f4903b', 'port_id': '505dd70b-0fba-46cb-94aa-ee550931d263', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'mac_address': 'fa:16:3e:a4:a5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeaad01-994d-44b9-bf48-f350ef381059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T17:58:35Z', 'updated_at': '2021-08-16T17:58:35Z', 'revision_number': 0, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c177a780-636f-418f-8f47-e9708f566c1a', 'name': '', 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'mac_address': 'fa:16:3e:7e:c7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:16Z', 'updated_at': '2021-08-16T17:55:24Z', 'revision_number': 5, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'subnets': [{'id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 17:58:37.760752 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ada965-f8f5-45f0-a5d2-c0d9c32766dd None None] New status for floating IP 2acf928b-8c8d-4bae-9529-a53fd7bee453: ACTIVE {{(pid=101352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 17:58:44.758100 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 6 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 17:58:53.783566 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-d0e87d8c-8251-4e67-ae0a-f352a1e07696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:56.540428 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-ea18931f-c795-44eb-be07-73c809f4e66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:56.728884 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:56.873431 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-de0f5812-d946-4ff3-97d5-99c735a9dd30 req-622f328f-8077-4472-8a0d-e107a91f3274 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-160359147&fields=id&tenant_id=9baf9e9adf0645b7a9b9a0a2692b6c7a HTTP/1.1" status: 200 len: 267 time: 0.0317852 Aug 16 17:58:56.923616 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f5812-d946-4ff3-97d5-99c735a9dd30 req-fd09ee9a-b222-451a-b5fc-d897878312fe tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:56.925051 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-de0f5812-d946-4ff3-97d5-99c735a9dd30 req-fd09ee9a-b222-451a-b5fc-d897878312fe tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 984 time: 0.0461276 Aug 16 17:58:56.936067 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [req-de0f5812-d946-4ff3-97d5-99c735a9dd30 req-e8cdc3e4-efa5-4aa9-b6ba-cdda05e53ebc tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Request body: {'port': {'security_groups': ['053d5e35-152b-4659-a69a-3c0dc94350a3']}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 17:58:57.001250 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [req-de0f5812-d946-4ff3-97d5-99c735a9dd30 req-e8cdc3e4-efa5-4aa9-b6ba-cdda05e53ebc tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:57.169625 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.db [req-de0f5812-d946-4ff3-97d5-99c735a9dd30 req-e8cdc3e4-efa5-4aa9-b6ba-cdda05e53ebc tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] For port 8eab2681-4731-4eaf-a64d-9c502676dcdd, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8eab2681-4731-4eaf-a64d-9c502676dcdd,segment=NetworkSegment(7b6832d8-3808-49f0-8661-8c55976381a9),segment_id=7b6832d8-3808-49f0-8661-8c55976381a9)] {{(pid=101350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:58:57.198085 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [req-de0f5812-d946-4ff3-97d5-99c735a9dd30 req-e8cdc3e4-efa5-4aa9-b6ba-cdda05e53ebc tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks [] for port, precommit_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:57.280296 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [req-de0f5812-d946-4ff3-97d5-99c735a9dd30 req-e8cdc3e4-efa5-4aa9-b6ba-cdda05e53ebc tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4811480'] for port, after_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:57.322841 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f5812-d946-4ff3-97d5-99c735a9dd30 req-e8cdc3e4-efa5-4aa9-b6ba-cdda05e53ebc tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:57.323477 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [req-de0f5812-d946-4ff3-97d5-99c735a9dd30 req-e8cdc3e4-efa5-4aa9-b6ba-cdda05e53ebc tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:57.324896 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-de0f5812-d946-4ff3-97d5-99c735a9dd30 req-e8cdc3e4-efa5-4aa9-b6ba-cdda05e53ebc tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "PUT /v2.0/ports/8eab2681-4731-4eaf-a64d-9c502676dcdd HTTP/1.1" status: 200 len: 942 time: 0.3931592 Aug 16 17:58:57.325350 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116d4964-5019-4d9a-8214-3cf87697ef16', 'tag': '8eab2681-4731-4eaf-a64d-9c502676dcdd'}] {{(pid=101350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:58:57.327767 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}137876f5b741f0afb00714fe176f8a9d3b569402932f71b261fa9e4754b02137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c534d5e3-5377-4275-975b-e31ab15f32cc" -d '{"events": [{"name": "network-changed", "server_uuid": "116d4964-5019-4d9a-8214-3cf87697ef16", "tag": "8eab2681-4731-4eaf-a64d-9c502676dcdd"}]}' {{(pid=101350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:58:57.330184 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['8eab2681-4731-4eaf-a64d-9c502676dcdd'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:58:57.330929 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 59494) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:58:57.357123 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cdc3e4-efa5-4aa9-b6ba-cdda05e53ebc tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Pushing event updated for resources: {'Port': ['ID=8eab2681-4731-4eaf-a64d-9c502676dcdd,revision_number=7']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:58:57.383838 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 17:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3a3e9d-867e-4301-9f52-77ac04fec0e0 x-openstack-request-id: req-1e3a3e9d-867e-4301-9f52-77ac04fec0e0 {{(pid=101350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:58:57.387104 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "116d4964-5019-4d9a-8214-3cf87697ef16", "tag": "8eab2681-4731-4eaf-a64d-9c502676dcdd", "status": "completed", "code": 200}]} {{(pid=101350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:58:57.387104 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1e3a3e9d-867e-4301-9f52-77ac04fec0e0 {{(pid=101350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:58:57.387104 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116d4964-5019-4d9a-8214-3cf87697ef16', 'tag': '8eab2681-4731-4eaf-a64d-9c502676dcdd', 'status': 'completed', 'code': 200} Aug 16 17:58:57.467270 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['8eab2681-4731-4eaf-a64d-9c502676dcdd'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:58:57.470538 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-522538a6-9818-4e7d-86eb-5609bfcab79d tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:57.489572 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534d5e3-5377-4275-975b-e31ab15f32cc req-93a11406-81c7-4189-9b8a-f4fd1cab11af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:57.491699 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-c534d5e3-5377-4275-975b-e31ab15f32cc req-93a11406-81c7-4189-9b8a-f4fd1cab11af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9baf9e9adf0645b7a9b9a0a2692b6c7a&device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 1098 time: 0.0615060 Aug 16 17:58:57.515530 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-522538a6-9818-4e7d-86eb-5609bfcab79d tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:57.627228 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534d5e3-5377-4275-975b-e31ab15f32cc req-b7101566-e46c-43f2-a443-71b5a59a16a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:57.628722 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-c534d5e3-5377-4275-975b-e31ab15f32cc req-b7101566-e46c-43f2-a443-71b5a59a16a5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a19e2522-e327-42de-a821-5691c9ec16f9 HTTP/1.1" status: 200 len: 915 time: 0.1283441 Aug 16 17:58:57.684216 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-54f7adfb-a957-4a5c-bef7-e95d04268ebb None None] Provisioning complete for port 8eab2681-4731-4eaf-a64d-9c502676dcdd triggered by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 17:58:57.684829 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-54f7adfb-a957-4a5c-bef7-e95d04268ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:57.708003 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-c534d5e3-5377-4275-975b-e31ab15f32cc req-7829ab0a-4ef2-4a6f-95af-35ecddfb5bdf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8eab2681-4731-4eaf-a64d-9c502676dcdd HTTP/1.1" status: 200 len: 1000 time: 0.0702696 Aug 16 17:58:57.714347 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-522538a6-9818-4e7d-86eb-5609bfcab79d tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:57.717035 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-522538a6-9818-4e7d-86eb-5609bfcab79d tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:57.718120 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-522538a6-9818-4e7d-86eb-5609bfcab79d tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "DELETE /v2.0/security-groups/b6d0ad1d-d227-46b0-9b9b-de89a24684dc HTTP/1.1" status: 204 len: 168 time: 0.3858330 Aug 16 17:58:57.724912 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 59496) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:58:57.750212 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:57.759155 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522538a6-9818-4e7d-86eb-5609bfcab79d tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d0ad1d-d227-46b0-9b9b-de89a24684dc,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:58:57.773317 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522538a6-9818-4e7d-86eb-5609bfcab79d tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:58:57.773716 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522538a6-9818-4e7d-86eb-5609bfcab79d tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:58:57.774401 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522538a6-9818-4e7d-86eb-5609bfcab79d tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:58:57.775145 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522538a6-9818-4e7d-86eb-5609bfcab79d tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:58:57.775492 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522538a6-9818-4e7d-86eb-5609bfcab79d tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:58:57.775829 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522538a6-9818-4e7d-86eb-5609bfcab79d tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:58:57.776156 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522538a6-9818-4e7d-86eb-5609bfcab79d tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:58:57.776477 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522538a6-9818-4e7d-86eb-5609bfcab79d tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:58:57.776799 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522538a6-9818-4e7d-86eb-5609bfcab79d tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:58:57.777116 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522538a6-9818-4e7d-86eb-5609bfcab79d tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:58:57.777436 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522538a6-9818-4e7d-86eb-5609bfcab79d tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:58:57.777755 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522538a6-9818-4e7d-86eb-5609bfcab79d tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 17:58:57.793457 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534d5e3-5377-4275-975b-e31ab15f32cc req-c4ca4f03-d809-4fc8-9afb-163c7a146f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:57.795247 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-c534d5e3-5377-4275-975b-e31ab15f32cc req-c4ca4f03-d809-4fc8-9afb-163c7a146f2d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1bfdefc8-fa05-46ad-a306-1767094369b4 HTTP/1.1" status: 200 len: 853 time: 0.0752256 Aug 16 17:58:57.857306 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534d5e3-5377-4275-975b-e31ab15f32cc req-5bb44b39-0479-4d80-9ab8-c9abd3aa96e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:57.857306 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-c534d5e3-5377-4275-975b-e31ab15f32cc req-5bb44b39-0479-4d80-9ab8-c9abd3aa96e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a19e2522-e327-42de-a821-5691c9ec16f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0521808 Aug 16 17:58:57.857793 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:57.906999 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.plugin [None req-57240b84-2c9a-428b-81b6-5c10f6ea1a0a tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Deleting port adbb90a8-2b8e-42e4-9e77-862735c555cc {{(pid=101350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:58:57.907627 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-57240b84-2c9a-428b-81b6-5c10f6ea1a0a tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:57.959058 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-c534d5e3-5377-4275-975b-e31ab15f32cc req-ddc27a61-e436-4266-bf6f-dde7886e2eb4 service neutron] 10.222.0.13 "GET /v2.0/networks/a19e2522-e327-42de-a821-5691c9ec16f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944173 Aug 16 17:58:57.991684 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-57240b84-2c9a-428b-81b6-5c10f6ea1a0a tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:57.992594 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-57240b84-2c9a-428b-81b6-5c10f6ea1a0a tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:58.005960 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.plugin [None req-57240b84-2c9a-428b-81b6-5c10f6ea1a0a tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Calling delete_port for adbb90a8-2b8e-42e4-9e77-862735c555cc owned by network:floatingip {{(pid=101350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:58:58.052987 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-c534d5e3-5377-4275-975b-e31ab15f32cc req-9ba39dfa-58b2-4a8d-8f9c-93388722696f service neutron] 10.222.0.13 "GET /v2.0/networks/a19e2522-e327-42de-a821-5691c9ec16f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854254 Aug 16 17:58:58.257165 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-57240b84-2c9a-428b-81b6-5c10f6ea1a0a tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4811479'] for port, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:58.282596 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57240b84-2c9a-428b-81b6-5c10f6ea1a0a tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Pushing event deleted for resources: {'Port': ['ID=adbb90a8-2b8e-42e4-9e77-862735c555cc,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:58:58.343020 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-57240b84-2c9a-428b-81b6-5c10f6ea1a0a tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks [] for floatingip, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:58.343348 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.db.l3_db [None req-57240b84-2c9a-428b-81b6-5c10f6ea1a0a tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Floating IP fca633b3-3640-4557-82eb-220d84539b82 disassociated (deleted). External IP: 172.27.3.31, port: 8eab2681-4731-4eaf-a64d-9c502676dcdd. Aug 16 17:58:58.546803 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57240b84-2c9a-428b-81b6-5c10f6ea1a0a tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Router 39b1f362-a616-4876-ae19-ea866109d662 has already been hosted by L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 {{(pid=101350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 17:58:58.650831 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57240b84-2c9a-428b-81b6-5c10f6ea1a0a tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 17:58:58.655548 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-57240b84-2c9a-428b-81b6-5c10f6ea1a0a tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for floatingip, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:58.660028 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995592ba-b37f-4512-b889-a731dc8e108f None None] Sync routers for ids ['39b1f362-a616-4876-ae19-ea866109d662'] in dv-cinder-797608-18-iscsi {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 17:58:58.669149 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995592ba-b37f-4512-b889-a731dc8e108f None None] Routers {'39b1f362-a616-4876-ae19-ea866109d662'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:58:58.669763 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-995592ba-b37f-4512-b889-a731dc8e108f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:58:56Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['39b1f362-a616-4876-ae19-ea866109d662'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:58:58.680914 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-57240b84-2c9a-428b-81b6-5c10f6ea1a0a tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "DELETE /v2.0/floatingips/fca633b3-3640-4557-82eb-220d84539b82 HTTP/1.1" status: 204 len: 168 time: 0.9561198 Aug 16 17:58:58.776703 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-995592ba-b37f-4512-b889-a731dc8e108f None None] Set router 39b1f362-a616-4876-ae19-ea866109d662 gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:58:58.967414 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-995592ba-b37f-4512-b889-a731dc8e108f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b1f362-a616-4876-ae19-ea866109d662', 'name': 'tempest-TestMinimumBasicScenario-307188865-router', 'tenant_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '9735bd76-ca4f-4077-a618-4c2eb5d93d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:56:36Z', 'updated_at': '2021-08-16T17:56:39Z', 'revision_number': 4, 'project_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'gw_port': {'id': '9735bd76-ca4f-4077-a618-4c2eb5d93d2c', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b1f362-a616-4876-ae19-ea866109d662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:56:36Z', 'updated_at': '2021-08-16T17:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': '78b7afdc-b387-4c71-90bb-93d8f2f83f74', 'name': '', 'network_id': 'a19e2522-e327-42de-a821-5691c9ec16f9', 'tenant_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'mac_address': 'fa:16:3e:07:3b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b1f362-a616-4876-ae19-ea866109d662', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1bfdefc8-fa05-46ad-a306-1767094369b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:56:38Z', 'updated_at': '2021-08-16T17:56:44Z', 'revision_number': 5, 'project_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'subnets': [{'id': '1bfdefc8-fa05-46ad-a306-1767094369b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:58:58.996848 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995592ba-b37f-4512-b889-a731dc8e108f None None] Checking router: 39b1f362-a616-4876-ae19-ea866109d662 for host: dv-cinder-797608-18-iscsi {{(pid=101351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 17:58:59.018117 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995592ba-b37f-4512-b889-a731dc8e108f None None] Routers {'39b1f362-a616-4876-ae19-ea866109d662'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:58:59.018117 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-995592ba-b37f-4512-b889-a731dc8e108f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:58:56Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['39b1f362-a616-4876-ae19-ea866109d662'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:58:59.120546 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-995592ba-b37f-4512-b889-a731dc8e108f None None] Set router 39b1f362-a616-4876-ae19-ea866109d662 gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:58:59.146441 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:58:59.316335 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-995592ba-b37f-4512-b889-a731dc8e108f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b1f362-a616-4876-ae19-ea866109d662', 'name': 'tempest-TestMinimumBasicScenario-307188865-router', 'tenant_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '9735bd76-ca4f-4077-a618-4c2eb5d93d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:56:36Z', 'updated_at': '2021-08-16T17:56:39Z', 'revision_number': 4, 'project_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'gw_port': {'id': '9735bd76-ca4f-4077-a618-4c2eb5d93d2c', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b1f362-a616-4876-ae19-ea866109d662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:56:36Z', 'updated_at': '2021-08-16T17:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': '78b7afdc-b387-4c71-90bb-93d8f2f83f74', 'name': '', 'network_id': 'a19e2522-e327-42de-a821-5691c9ec16f9', 'tenant_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'mac_address': 'fa:16:3e:07:3b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b1f362-a616-4876-ae19-ea866109d662', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1bfdefc8-fa05-46ad-a306-1767094369b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:56:38Z', 'updated_at': '2021-08-16T17:56:44Z', 'revision_number': 5, 'project_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'subnets': [{'id': '1bfdefc8-fa05-46ad-a306-1767094369b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:58:59.341647 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995592ba-b37f-4512-b889-a731dc8e108f None None] The sync data for ids ['39b1f362-a616-4876-ae19-ea866109d662'] in dv-cinder-797608-18-iscsi is: [{'id': '39b1f362-a616-4876-ae19-ea866109d662', 'name': 'tempest-TestMinimumBasicScenario-307188865-router', 'tenant_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '9735bd76-ca4f-4077-a618-4c2eb5d93d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:56:36Z', 'updated_at': '2021-08-16T17:56:39Z', 'revision_number': 4, 'project_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'gw_port': {'id': '9735bd76-ca4f-4077-a618-4c2eb5d93d2c', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b1f362-a616-4876-ae19-ea866109d662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:56:36Z', 'updated_at': '2021-08-16T17:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': '78b7afdc-b387-4c71-90bb-93d8f2f83f74', 'name': '', 'network_id': 'a19e2522-e327-42de-a821-5691c9ec16f9', 'tenant_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'mac_address': 'fa:16:3e:07:3b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b1f362-a616-4876-ae19-ea866109d662', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1bfdefc8-fa05-46ad-a306-1767094369b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:56:38Z', 'updated_at': '2021-08-16T17:56:44Z', 'revision_number': 5, 'project_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'subnets': [{'id': '1bfdefc8-fa05-46ad-a306-1767094369b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 17:58:59.386118 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116d4964-5019-4d9a-8214-3cf87697ef16', 'tag': '8eab2681-4731-4eaf-a64d-9c502676dcdd'}] {{(pid=101350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:58:59.388492 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}137876f5b741f0afb00714fe176f8a9d3b569402932f71b261fa9e4754b02137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a63acba-646a-4dba-a56c-26c5b516b1a4" -d '{"events": [{"name": "network-changed", "server_uuid": "116d4964-5019-4d9a-8214-3cf87697ef16", "tag": "8eab2681-4731-4eaf-a64d-9c502676dcdd"}]}' {{(pid=101350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:58:59.423283 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 17:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a00c111-52bb-4c44-8167-622e3bb4ed8b x-openstack-request-id: req-8a00c111-52bb-4c44-8167-622e3bb4ed8b {{(pid=101350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:58:59.423593 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "116d4964-5019-4d9a-8214-3cf87697ef16", "tag": "8eab2681-4731-4eaf-a64d-9c502676dcdd", "status": "completed", "code": 200}]} {{(pid=101350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:58:59.423840 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8a00c111-52bb-4c44-8167-622e3bb4ed8b {{(pid=101350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:58:59.424234 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116d4964-5019-4d9a-8214-3cf87697ef16', 'tag': '8eab2681-4731-4eaf-a64d-9c502676dcdd', 'status': 'completed', 'code': 200} Aug 16 17:58:59.530517 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63acba-646a-4dba-a56c-26c5b516b1a4 req-13518327-23f3-4e00-b798-839bf83c02fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:59.532172 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-2a63acba-646a-4dba-a56c-26c5b516b1a4 req-13518327-23f3-4e00-b798-839bf83c02fb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9baf9e9adf0645b7a9b9a0a2692b6c7a&device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 1098 time: 0.0460155 Aug 16 17:58:59.555794 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2482c318-0e89-4ea2-981c-b7badd0e7703 None None] New status for floating IP fca633b3-3640-4557-82eb-220d84539b82: DOWN {{(pid=101352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 17:58:59.625610 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63acba-646a-4dba-a56c-26c5b516b1a4 req-a541f63f-8fe4-4910-89a7-36457fbe8282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:59.627172 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-2a63acba-646a-4dba-a56c-26c5b516b1a4 req-a541f63f-8fe4-4910-89a7-36457fbe8282 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a19e2522-e327-42de-a821-5691c9ec16f9 HTTP/1.1" status: 200 len: 915 time: 0.0856307 Aug 16 17:58:59.683949 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-2a63acba-646a-4dba-a56c-26c5b516b1a4 req-6134ab3e-ab67-4a28-82f4-85399f95b0b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8eab2681-4731-4eaf-a64d-9c502676dcdd HTTP/1.1" status: 200 len: 217 time: 0.0411954 Aug 16 17:58:59.736827 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63acba-646a-4dba-a56c-26c5b516b1a4 req-20703926-d529-44aa-91e5-518f1d51db9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:59.738284 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-2a63acba-646a-4dba-a56c-26c5b516b1a4 req-20703926-d529-44aa-91e5-518f1d51db9c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1bfdefc8-fa05-46ad-a306-1767094369b4 HTTP/1.1" status: 200 len: 853 time: 0.0435498 Aug 16 17:58:59.783550 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63acba-646a-4dba-a56c-26c5b516b1a4 req-a497e80d-96bf-4100-9528-8d20f129a856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:58:59.785031 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-2a63acba-646a-4dba-a56c-26c5b516b1a4 req-a497e80d-96bf-4100-9528-8d20f129a856 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a19e2522-e327-42de-a821-5691c9ec16f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0379126 Aug 16 17:58:59.884805 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-2a63acba-646a-4dba-a56c-26c5b516b1a4 req-b68ff77b-f0c7-4b7e-a1c2-e68be08c1fbc service neutron] 10.222.0.13 "GET /v2.0/networks/a19e2522-e327-42de-a821-5691c9ec16f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886817 Aug 16 17:58:59.973035 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-2a63acba-646a-4dba-a56c-26c5b516b1a4 req-51f2d7e9-5dcf-430e-b4b1-b611c21905ee service neutron] 10.222.0.13 "GET /v2.0/networks/a19e2522-e327-42de-a821-5691c9ec16f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806584 Aug 16 17:59:01.434383 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-a611ea66-f023-4f79-ba84-92cf638ae6c2 req-bb732b80-7747-4706-a222-04aa0f80d1cd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421844 Aug 16 17:59:01.522489 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611ea66-f023-4f79-ba84-92cf638ae6c2 req-4de5e5c7-16de-4849-bdae-dcb96c6e5c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:59:01.523852 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-a611ea66-f023-4f79-ba84-92cf638ae6c2 req-4de5e5c7-16de-4849-bdae-dcb96c6e5c39 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9baf9e9adf0645b7a9b9a0a2692b6c7a&device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 1098 time: 0.0425332 Aug 16 17:59:01.625856 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611ea66-f023-4f79-ba84-92cf638ae6c2 req-ab655a4c-a0e5-409b-89c7-17748c55b8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:59:01.627344 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-a611ea66-f023-4f79-ba84-92cf638ae6c2 req-ab655a4c-a0e5-409b-89c7-17748c55b8a7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a19e2522-e327-42de-a821-5691c9ec16f9 HTTP/1.1" status: 200 len: 915 time: 0.0834372 Aug 16 17:59:01.673337 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-a611ea66-f023-4f79-ba84-92cf638ae6c2 req-01ac215d-f3b6-4c40-b4ce-9d5c2a273969 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8eab2681-4731-4eaf-a64d-9c502676dcdd HTTP/1.1" status: 200 len: 217 time: 0.0382931 Aug 16 17:59:01.722449 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611ea66-f023-4f79-ba84-92cf638ae6c2 req-effd1174-3b6b-4aea-9a85-491f9484cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:59:01.723821 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-a611ea66-f023-4f79-ba84-92cf638ae6c2 req-effd1174-3b6b-4aea-9a85-491f9484cf23 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1bfdefc8-fa05-46ad-a306-1767094369b4 HTTP/1.1" status: 200 len: 853 time: 0.0423884 Aug 16 17:59:01.770525 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611ea66-f023-4f79-ba84-92cf638ae6c2 req-49eab7af-7e3c-4ef3-b6ae-d6dded472fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:59:01.772699 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-a611ea66-f023-4f79-ba84-92cf638ae6c2 req-49eab7af-7e3c-4ef3-b6ae-d6dded472fb3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a19e2522-e327-42de-a821-5691c9ec16f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0384080 Aug 16 17:59:01.862206 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-a611ea66-f023-4f79-ba84-92cf638ae6c2 req-1987c81b-0cb7-4eea-a848-96fadc8bce0e service neutron] 10.222.0.13 "GET /v2.0/networks/a19e2522-e327-42de-a821-5691c9ec16f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824838 Aug 16 17:59:01.952503 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-a611ea66-f023-4f79-ba84-92cf638ae6c2 req-3888dc98-bc58-495e-a3a0-4e8e61f49cd7 service neutron] 10.222.0.13 "GET /v2.0/networks/a19e2522-e327-42de-a821-5691c9ec16f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826488 Aug 16 17:59:02.893833 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd00bfe-61a7-4319-909b-dc66e0292cab req-63705129-d3ad-4d94-a78f-46b54251e939 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:59:02.895308 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ddd00bfe-61a7-4319-909b-dc66e0292cab req-63705129-d3ad-4d94-a78f-46b54251e939 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 945 time: 0.0507188 Aug 16 17:59:02.931569 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ddd00bfe-61a7-4319-909b-dc66e0292cab req-0f0bae13-6d42-4972-99f5-7d0143bbaa94 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/security-groups?id=053d5e35-152b-4659-a69a-3c0dc94350a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301657 Aug 16 17:59:04.045315 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031511d4-510d-4385-a6c1-04954281c967 req-d3313859-9acb-41f4-8bc3-dcc7f40ce3ea tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:59:04.046851 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-031511d4-510d-4385-a6c1-04954281c967 req-d3313859-9acb-41f4-8bc3-dcc7f40ce3ea tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 945 time: 0.0508072 Aug 16 17:59:04.083443 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-031511d4-510d-4385-a6c1-04954281c967 req-ed8ce6a6-5d01-4048-83fb-a275c76670d4 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/security-groups?id=053d5e35-152b-4659-a69a-3c0dc94350a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307281 Aug 16 17:59:05.090384 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a55a3-659e-42dc-8d26-b76634d6f6a7 req-d5d15d5b-6bbf-49ef-81f3-b7c0db6e51a6 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:59:05.091799 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-bd0a55a3-659e-42dc-8d26-b76634d6f6a7 req-d5d15d5b-6bbf-49ef-81f3-b7c0db6e51a6 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.13 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 945 time: 0.0475059 Aug 16 17:59:05.189538 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [req-bd0a55a3-659e-42dc-8d26-b76634d6f6a7 req-8107441f-fa10-4928-8b9d-dfbebde54d7f tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Deleting port 8eab2681-4731-4eaf-a64d-9c502676dcdd {{(pid=101349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:59:05.192103 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-bd0a55a3-659e-42dc-8d26-b76634d6f6a7 req-8107441f-fa10-4928-8b9d-dfbebde54d7f tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:05.195955 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990283c6-846c-4cb1-82a1-647003cc8e0d req-2529474a-91fb-4167-98ac-1ac9b7e041e2 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 17:59:05.197501 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-990283c6-846c-4cb1-82a1-647003cc8e0d req-2529474a-91fb-4167-98ac-1ac9b7e041e2 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 945 time: 0.0477874 Aug 16 17:59:05.234232 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-990283c6-846c-4cb1-82a1-647003cc8e0d req-50a1ac8b-9fc6-4f8d-ac3a-d882be817ab2 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/security-groups?id=053d5e35-152b-4659-a69a-3c0dc94350a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307801 Aug 16 17:59:05.279049 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-bd0a55a3-659e-42dc-8d26-b76634d6f6a7 req-8107441f-fa10-4928-8b9d-dfbebde54d7f tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] For port 8eab2681-4731-4eaf-a64d-9c502676dcdd, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8eab2681-4731-4eaf-a64d-9c502676dcdd,segment=NetworkSegment(7b6832d8-3808-49f0-8661-8c55976381a9),segment_id=7b6832d8-3808-49f0-8661-8c55976381a9)] {{(pid=101349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:59:05.279336 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-bd0a55a3-659e-42dc-8d26-b76634d6f6a7 req-8107441f-fa10-4928-8b9d-dfbebde54d7f tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:05.291492 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [req-bd0a55a3-659e-42dc-8d26-b76634d6f6a7 req-8107441f-fa10-4928-8b9d-dfbebde54d7f tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Calling delete_port for 8eab2681-4731-4eaf-a64d-9c502676dcdd owned by compute:nova {{(pid=101349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:59:05.494539 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-bd0a55a3-659e-42dc-8d26-b76634d6f6a7 req-8107441f-fa10-4928-8b9d-dfbebde54d7f tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:05.522723 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107441f-fa10-4928-8b9d-dfbebde54d7f tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Pushing event deleted for resources: {'Port': ['ID=8eab2681-4731-4eaf-a64d-9c502676dcdd,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:59:05.544337 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['8eab2681-4731-4eaf-a64d-9c502676dcdd'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 17:59:05.564468 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0a55a3-659e-42dc-8d26-b76634d6f6a7 req-8107441f-fa10-4928-8b9d-dfbebde54d7f tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] No DVR routers for this DVR port 8eab2681-4731-4eaf-a64d-9c502676dcdd on host hv-cinder-79760 {{(pid=101349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 17:59:05.566991 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-bd0a55a3-659e-42dc-8d26-b76634d6f6a7 req-8107441f-fa10-4928-8b9d-dfbebde54d7f tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:05.568982 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-bd0a55a3-659e-42dc-8d26-b76634d6f6a7 req-8107441f-fa10-4928-8b9d-dfbebde54d7f tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.13 "DELETE /v2.0/ports/8eab2681-4731-4eaf-a64d-9c502676dcdd HTTP/1.1" status: 204 len: 173 time: 0.4664083 Aug 16 17:59:05.569416 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116d4964-5019-4d9a-8214-3cf87697ef16', 'name': 'network-vif-deleted', 'tag': '8eab2681-4731-4eaf-a64d-9c502676dcdd'}] {{(pid=101349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 17:59:05.571985 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}934f09010de237f24c102465ff13aed95362a81e3346d32f1bd52d9236897e6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80095659-be6c-48f6-a0dc-f5841319faea" -d '{"events": [{"server_uuid": "116d4964-5019-4d9a-8214-3cf87697ef16", "name": "network-vif-deleted", "tag": "8eab2681-4731-4eaf-a64d-9c502676dcdd"}]}' {{(pid=101349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 17:59:05.659077 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 17:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618cce99-6b02-41cd-93f0-9806cf8525dd x-openstack-request-id: req-618cce99-6b02-41cd-93f0-9806cf8525dd {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 17:59:05.659439 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116d4964-5019-4d9a-8214-3cf87697ef16", "name": "network-vif-deleted", "tag": "8eab2681-4731-4eaf-a64d-9c502676dcdd", "status": "completed", "code": 200}]} {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 17:59:05.659692 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-618cce99-6b02-41cd-93f0-9806cf8525dd {{(pid=101349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 17:59:05.660088 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116d4964-5019-4d9a-8214-3cf87697ef16', 'name': 'network-vif-deleted', 'tag': '8eab2681-4731-4eaf-a64d-9c502676dcdd', 'status': 'completed', 'code': 200} Aug 16 17:59:06.341332 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-5971fc6c-f581-40d5-8fb7-21b7617e02c2 req-d0338643-7d53-4b96-b1fa-0c3559ce7b16 tempest-TestMinimumBasicScenario-767878710 tempest-TestMinimumBasicScenario-767878710-project] 10.222.0.73 "GET /v2.0/ports?device_id=116d4964-5019-4d9a-8214-3cf87697ef16 HTTP/1.1" status: 200 len: 210 time: 0.0289481 Aug 16 17:59:08.430379 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 8eab2681-4731-4eaf-a64d-9c502676dcdd no longer exists at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:59:08.449980 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] No Port match for: 8eab2681-4731-4eaf-a64d-9c502676dcdd {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 17:59:08.450325 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 8eab2681-4731-4eaf-a64d-9c502676dcdd not bound to the agent host hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 17:59:08.556316 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 59588) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:59:08.888704 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-1374be1f-031d-47f6-b4d9-7041c845d478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701377'] for router_interface, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:09.118223 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [None req-1374be1f-031d-47f6-b4d9-7041c845d478 admin admin] Deleting port 78b7afdc-b387-4c71-90bb-93d8f2f83f74 {{(pid=101349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:59:09.118557 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-1374be1f-031d-47f6-b4d9-7041c845d478 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:09.197352 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [None req-1374be1f-031d-47f6-b4d9-7041c845d478 admin admin] For port 78b7afdc-b387-4c71-90bb-93d8f2f83f74, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=78b7afdc-b387-4c71-90bb-93d8f2f83f74,segment=NetworkSegment(7b6832d8-3808-49f0-8661-8c55976381a9),segment_id=7b6832d8-3808-49f0-8661-8c55976381a9)] {{(pid=101349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:59:09.197636 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-1374be1f-031d-47f6-b4d9-7041c845d478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:09.210088 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [None req-1374be1f-031d-47f6-b4d9-7041c845d478 admin admin] Calling delete_port for 78b7afdc-b387-4c71-90bb-93d8f2f83f74 owned by network:router_interface {{(pid=101349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:59:09.437303 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-1374be1f-031d-47f6-b4d9-7041c845d478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:09.462001 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374be1f-031d-47f6-b4d9-7041c845d478 admin admin] Pushing event deleted for resources: {'Port': ['ID=78b7afdc-b387-4c71-90bb-93d8f2f83f74,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:59:09.622737 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-1374be1f-031d-47f6-b4d9-7041c845d478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-634115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725841'] for router_interface, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:09.829162 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1374be1f-031d-47f6-b4d9-7041c845d478 admin admin] Router 39b1f362-a616-4876-ae19-ea866109d662 has already been hosted by L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 {{(pid=101349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 17:59:09.931588 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1374be1f-031d-47f6-b4d9-7041c845d478 admin admin] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 17:59:09.936687 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-1374be1f-031d-47f6-b4d9-7041c845d478 admin admin] 10.222.0.73 "PUT /v2.0/routers/39b1f362-a616-4876-ae19-ea866109d662/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3792450 Aug 16 17:59:09.939171 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 59590) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:59:09.940245 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fafa270-2526-4eb8-93eb-f0a0a20c9da8 None None] Sync routers for ids ['39b1f362-a616-4876-ae19-ea866109d662'] in dv-cinder-797608-18-iscsi {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 17:59:09.949774 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fafa270-2526-4eb8-93eb-f0a0a20c9da8 None None] Routers {'39b1f362-a616-4876-ae19-ea866109d662'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:59:09.950404 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-1fafa270-2526-4eb8-93eb-f0a0a20c9da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:58:56Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['39b1f362-a616-4876-ae19-ea866109d662'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:59:10.055763 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-1fafa270-2526-4eb8-93eb-f0a0a20c9da8 None None] Set router 39b1f362-a616-4876-ae19-ea866109d662 gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:59:10.238919 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-1fafa270-2526-4eb8-93eb-f0a0a20c9da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b1f362-a616-4876-ae19-ea866109d662', 'name': 'tempest-TestMinimumBasicScenario-307188865-router', 'tenant_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '9735bd76-ca4f-4077-a618-4c2eb5d93d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:56:36Z', 'updated_at': '2021-08-16T17:59:09Z', 'revision_number': 5, 'project_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'gw_port': {'id': '9735bd76-ca4f-4077-a618-4c2eb5d93d2c', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b1f362-a616-4876-ae19-ea866109d662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:56:36Z', 'updated_at': '2021-08-16T17:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi'}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:59:10.268394 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fafa270-2526-4eb8-93eb-f0a0a20c9da8 None None] Checking router: 39b1f362-a616-4876-ae19-ea866109d662 for host: dv-cinder-797608-18-iscsi {{(pid=101351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 17:59:10.277425 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fafa270-2526-4eb8-93eb-f0a0a20c9da8 None None] Routers {'39b1f362-a616-4876-ae19-ea866109d662'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:59:10.278062 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-1fafa270-2526-4eb8-93eb-f0a0a20c9da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:58:56Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['39b1f362-a616-4876-ae19-ea866109d662'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:59:10.280199 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-8d26c5fc-b9ce-4b8c-af9f-10b1498d3e56 admin admin] Notify callbacks [] for router, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:10.385027 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-8d26c5fc-b9ce-4b8c-af9f-10b1498d3e56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:10.500839 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-1fafa270-2526-4eb8-93eb-f0a0a20c9da8 None None] Set router 39b1f362-a616-4876-ae19-ea866109d662 gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:59:10.503434 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [None req-8d26c5fc-b9ce-4b8c-af9f-10b1498d3e56 admin admin] Deleting port 9735bd76-ca4f-4077-a618-4c2eb5d93d2c {{(pid=101349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:59:10.503775 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-8d26c5fc-b9ce-4b8c-af9f-10b1498d3e56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:10.585662 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [None req-8d26c5fc-b9ce-4b8c-af9f-10b1498d3e56 admin admin] For port 9735bd76-ca4f-4077-a618-4c2eb5d93d2c, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=9735bd76-ca4f-4077-a618-4c2eb5d93d2c,segment=NetworkSegment(81288102-e1f3-4b19-b1aa-0a6021adf8ca),segment_id=81288102-e1f3-4b19-b1aa-0a6021adf8ca)] {{(pid=101349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:59:10.586052 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-8d26c5fc-b9ce-4b8c-af9f-10b1498d3e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:10.598090 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [None req-8d26c5fc-b9ce-4b8c-af9f-10b1498d3e56 admin admin] Calling delete_port for 9735bd76-ca4f-4077-a618-4c2eb5d93d2c owned by network:router_gateway {{(pid=101349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:59:10.673339 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-1fafa270-2526-4eb8-93eb-f0a0a20c9da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b1f362-a616-4876-ae19-ea866109d662', 'name': 'tempest-TestMinimumBasicScenario-307188865-router', 'tenant_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '9735bd76-ca4f-4077-a618-4c2eb5d93d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:56:36Z', 'updated_at': '2021-08-16T17:59:09Z', 'revision_number': 5, 'project_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'gw_port': {'id': '9735bd76-ca4f-4077-a618-4c2eb5d93d2c', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b1f362-a616-4876-ae19-ea866109d662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:56:36Z', 'updated_at': '2021-08-16T17:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi'}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:59:10.698845 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fafa270-2526-4eb8-93eb-f0a0a20c9da8 None None] The sync data for ids ['39b1f362-a616-4876-ae19-ea866109d662'] in dv-cinder-797608-18-iscsi is: [{'id': '39b1f362-a616-4876-ae19-ea866109d662', 'name': 'tempest-TestMinimumBasicScenario-307188865-router', 'tenant_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '9735bd76-ca4f-4077-a618-4c2eb5d93d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:56:36Z', 'updated_at': '2021-08-16T17:59:09Z', 'revision_number': 5, 'project_id': '9baf9e9adf0645b7a9b9a0a2692b6c7a', 'gw_port': {'id': '9735bd76-ca4f-4077-a618-4c2eb5d93d2c', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b1f362-a616-4876-ae19-ea866109d662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:56:36Z', 'updated_at': '2021-08-16T17:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi'}] {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 17:59:10.826345 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-8d26c5fc-b9ce-4b8c-af9f-10b1498d3e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:10.849116 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26c5fc-b9ce-4b8c-af9f-10b1498d3e56 admin admin] Pushing event deleted for resources: {'Port': ['ID=9735bd76-ca4f-4077-a618-4c2eb5d93d2c,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:59:10.908662 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-8d26c5fc-b9ce-4b8c-af9f-10b1498d3e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726267'] for router_gateway, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:11.012963 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-8d26c5fc-b9ce-4b8c-af9f-10b1498d3e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39839'] for router, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:11.015057 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-8d26c5fc-b9ce-4b8c-af9f-10b1498d3e56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:11.142832 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-8d26c5fc-b9ce-4b8c-af9f-10b1498d3e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723814'] for router, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:11.143372 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d26c5fc-b9ce-4b8c-af9f-10b1498d3e56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39b1f362-a616-4876-ae19-ea866109d662 {{(pid=101349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 17:59:11.149070 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-8d26c5fc-b9ce-4b8c-af9f-10b1498d3e56 admin admin] Notify callbacks [] for router, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:11.150404 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-8d26c5fc-b9ce-4b8c-af9f-10b1498d3e56 admin admin] 10.222.0.73 "DELETE /v2.0/routers/39b1f362-a616-4876-ae19-ea866109d662 HTTP/1.1" status: 204 len: 168 time: 1.2102985 Aug 16 17:59:11.152854 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 59592) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:59:11.196392 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.db_base_plugin_v2 [None req-6475371d-4599-40a8-8bd5-55fef317e55e admin admin] Deleting subnet 1bfdefc8-fa05-46ad-a306-1767094369b4 {{(pid=101349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 17:59:11.199360 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6475371d-4599-40a8-8bd5-55fef317e55e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:11.238655 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6475371d-4599-40a8-8bd5-55fef317e55e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5662925'] for subnet, precommit_delete_associations {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:11.348796 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6475371d-4599-40a8-8bd5-55fef317e55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1871003'] for subnet, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:11.468622 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6475371d-4599-40a8-8bd5-55fef317e55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1870994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5660699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6007016'] for subnet, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:11.491412 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6475371d-4599-40a8-8bd5-55fef317e55e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bfdefc8-fa05-46ad-a306-1767094369b4,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:59:11.498604 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6475371d-4599-40a8-8bd5-55fef317e55e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:11.500427 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-6475371d-4599-40a8-8bd5-55fef317e55e admin admin] 10.222.0.73 "DELETE /v2.0/subnets/1bfdefc8-fa05-46ad-a306-1767094369b4 HTTP/1.1" status: 204 len: 168 time: 0.3463497 Aug 16 17:59:11.502976 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 59594) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:59:11.503825 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c47519-3596-4eff-97e6-c78a40d9cdde None None] Network a19e2522-e327-42de-a821-5691c9ec16f9 requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:59:11.568332 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6e8fab4f-f8a1-40bc-9470-6996475110f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639821'] for network, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:11.624034 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [None req-6e8fab4f-f8a1-40bc-9470-6996475110f7 admin admin] Deleting port bd6eaae4-2177-4883-b0a5-40a2c07d8584 {{(pid=101349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:59:11.624371 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6e8fab4f-f8a1-40bc-9470-6996475110f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:11.679214 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb89df39-c078-46f2-8836-cceaad180f5a None None] DHCP port deletion for a19e2522-e327-42de-a821-5691c9ec16f9 request from dv-cinder-797608-18-iscsi {{(pid=101351) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 17:59:11.704325 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [None req-6e8fab4f-f8a1-40bc-9470-6996475110f7 admin admin] For port bd6eaae4-2177-4883-b0a5-40a2c07d8584, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=bd6eaae4-2177-4883-b0a5-40a2c07d8584,segment=NetworkSegment(7b6832d8-3808-49f0-8661-8c55976381a9),segment_id=7b6832d8-3808-49f0-8661-8c55976381a9)] {{(pid=101349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:59:11.704325 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6e8fab4f-f8a1-40bc-9470-6996475110f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:11.712219 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [None req-6e8fab4f-f8a1-40bc-9470-6996475110f7 admin admin] Calling delete_port for bd6eaae4-2177-4883-b0a5-40a2c07d8584 owned by network:dhcp {{(pid=101349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:59:11.732195 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-bb89df39-c078-46f2-8836-cceaad180f5a None None] Deleting port bd6eaae4-2177-4883-b0a5-40a2c07d8584 {{(pid=101351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:59:11.732195 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-bb89df39-c078-46f2-8836-cceaad180f5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:11.736205 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 78b7afdc-b387-4c71-90bb-93d8f2f83f74 no longer exists at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:59:11.791827 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] No Port match for: 78b7afdc-b387-4c71-90bb-93d8f2f83f74 {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 17:59:11.792200 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 78b7afdc-b387-4c71-90bb-93d8f2f83f74 not bound to the agent host dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 17:59:11.792618 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 9735bd76-ca4f-4077-a618-4c2eb5d93d2c no longer exists at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:59:11.818430 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] No Port match for: 9735bd76-ca4f-4077-a618-4c2eb5d93d2c {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 17:59:11.818773 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 9735bd76-ca4f-4077-a618-4c2eb5d93d2c not bound to the agent host dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 17:59:11.838160 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-bb89df39-c078-46f2-8836-cceaad180f5a None None] For port bd6eaae4-2177-4883-b0a5-40a2c07d8584, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=bd6eaae4-2177-4883-b0a5-40a2c07d8584,segment=NetworkSegment(7b6832d8-3808-49f0-8661-8c55976381a9),segment_id=7b6832d8-3808-49f0-8661-8c55976381a9)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:59:11.838559 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-bb89df39-c078-46f2-8836-cceaad180f5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:11.851944 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-bb89df39-c078-46f2-8836-cceaad180f5a None None] Calling delete_port for bd6eaae4-2177-4883-b0a5-40a2c07d8584 owned by network:dhcp {{(pid=101351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:59:11.863029 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6e8fab4f-f8a1-40bc-9470-6996475110f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:11.888999 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8fab4f-f8a1-40bc-9470-6996475110f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd6eaae4-2177-4883-b0a5-40a2c07d8584,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:59:11.890873 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8fab4f-f8a1-40bc-9470-6996475110f7 admin admin] No DVR routers for this DVR port bd6eaae4-2177-4883-b0a5-40a2c07d8584 on host dv-cinder-797608-18-iscsi {{(pid=101349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 17:59:11.930657 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-bb89df39-c078-46f2-8836-cceaad180f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671'] for port, after_delete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:11.956591 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb89df39-c078-46f2-8836-cceaad180f5a None None] No DVR routers for this DVR port bd6eaae4-2177-4883-b0a5-40a2c07d8584 on host dv-cinder-797608-18-iscsi {{(pid=101351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 17:59:11.961208 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89df39-c078-46f2-8836-cceaad180f5a None None] Pushing event deleted for resources: {'Port': ['ID=bd6eaae4-2177-4883-b0a5-40a2c07d8584,revision_number=None']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:59:11.961363 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6e8fab4f-f8a1-40bc-9470-6996475110f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1573870', 'neutron.services.segments.db._delete_segments_for_network-8753903461187'] for network, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:11.979086 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.services.segments.db [None req-6e8fab4f-f8a1-40bc-9470-6996475110f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a19e2522-e327-42de-a821-5691c9ec16f9']}} {{(pid=101349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:59:11.989831 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.services.segments.db [None req-6e8fab4f-f8a1-40bc-9470-6996475110f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b6832d8-3808-49f0-8661-8c55976381a9') {'for_net_delete': True} {{(pid=101349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:59:11.990153 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.services.segments.db [None req-6e8fab4f-f8a1-40bc-9470-6996475110f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b6832d8-3808-49f0-8661-8c55976381a9') {} {{(pid=101349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:59:11.998902 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6e8fab4f-f8a1-40bc-9470-6996475110f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753903464012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5662916'] for segment, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:12.012012 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6e8fab4f-f8a1-40bc-9470-6996475110f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050'] for segment, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:12.017570 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e8fab4f-f8a1-40bc-9470-6996475110f7 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=101349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 17:59:12.019037 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6e8fab4f-f8a1-40bc-9470-6996475110f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660797'] for segment, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:12.019562 dv-cinder-797608-18-iscsi neutron-server[101349]: Traceback (most recent call last): Aug 16 17:59:12.019562 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 17:59:12.019562 dv-cinder-797608-18-iscsi neutron-server[101349]: timer() Aug 16 17:59:12.019562 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 17:59:12.019562 dv-cinder-797608-18-iscsi neutron-server[101349]: cb(*args, **kw) Aug 16 17:59:12.019562 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 17:59:12.019562 dv-cinder-797608-18-iscsi neutron-server[101349]: return func(*args, **kwargs) Aug 16 17:59:12.019562 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 17:59:12.019562 dv-cinder-797608-18-iscsi neutron-server[101349]: self._notify() Aug 16 17:59:12.019562 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 17:59:12.019562 dv-cinder-797608-18-iscsi neutron-server[101349]: self.callback(batched_events) Aug 16 17:59:12.019562 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 17:59:12.019562 dv-cinder-797608-18-iscsi neutron-server[101349]: event.method(event) Aug 16 17:59:12.019562 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 17:59:12.019562 dv-cinder-797608-18-iscsi neutron-server[101349]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 17:59:12.019562 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 17:59:12.019562 dv-cinder-797608-18-iscsi neutron-server[101349]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 17:59:12.019562 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 17:59:12.019562 dv-cinder-797608-18-iscsi neutron-server[101349]: return f(self, *a, **k) Aug 16 17:59:12.019562 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 17:59:12.019562 dv-cinder-797608-18-iscsi neutron-server[101349]: return self._get(url).json() Aug 16 17:59:12.019562 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 17:59:12.019562 dv-cinder-797608-18-iscsi neutron-server[101349]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 17:59:12.019562 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 17:59:12.019562 dv-cinder-797608-18-iscsi neutron-server[101349]: return self.request(url, 'GET', **kwargs) Aug 16 17:59:12.019562 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 17:59:12.019562 dv-cinder-797608-18-iscsi neutron-server[101349]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 17:59:12.019562 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 17:59:12.019562 dv-cinder-797608-18-iscsi neutron-server[101349]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 17:59:12.019562 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 17:59:12.019562 dv-cinder-797608-18-iscsi neutron-server[101349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 17:59:12.019562 dv-cinder-797608-18-iscsi neutron-server[101349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 17:59:12.128756 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6e8fab4f-f8a1-40bc-9470-6996475110f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1870109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726239'] for network, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:12.145864 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-6e8fab4f-f8a1-40bc-9470-6996475110f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:12.145864 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-6e8fab4f-f8a1-40bc-9470-6996475110f7 admin admin] 10.222.0.73 "DELETE /v2.0/networks/a19e2522-e327-42de-a821-5691c9ec16f9 HTTP/1.1" status: 204 len: 168 time: 0.6327577 Aug 16 17:59:12.146109 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 59598) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:59:12.146565 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8fab4f-f8a1-40bc-9470-6996475110f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a19e2522-e327-42de-a821-5691c9ec16f9,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:59:12.479375 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-c78ff8d2-5b1f-4109-b2f0-44a68f8e4979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701377'] for router_interface, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:12.710250 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.plugin [None req-c78ff8d2-5b1f-4109-b2f0-44a68f8e4979 admin admin] Deleting port 00d14dae-b8ec-436c-89ab-89910d7c1800 {{(pid=101350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:59:12.710613 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-c78ff8d2-5b1f-4109-b2f0-44a68f8e4979 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:12.792142 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.db [None req-c78ff8d2-5b1f-4109-b2f0-44a68f8e4979 admin admin] For port 00d14dae-b8ec-436c-89ab-89910d7c1800, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=00d14dae-b8ec-436c-89ab-89910d7c1800,segment=NetworkSegment(9313a3b9-62dc-430f-994b-6250e7a14864),segment_id=9313a3b9-62dc-430f-994b-6250e7a14864)] {{(pid=101350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:59:12.792422 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-c78ff8d2-5b1f-4109-b2f0-44a68f8e4979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:12.804081 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.plugin [None req-c78ff8d2-5b1f-4109-b2f0-44a68f8e4979 admin admin] Calling delete_port for 00d14dae-b8ec-436c-89ab-89910d7c1800 owned by network:router_interface {{(pid=101350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:59:13.045227 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-c78ff8d2-5b1f-4109-b2f0-44a68f8e4979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4811479'] for port, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:13.070446 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ff8d2-5b1f-4109-b2f0-44a68f8e4979 admin admin] Pushing event deleted for resources: {'Port': ['ID=00d14dae-b8ec-436c-89ab-89910d7c1800,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:59:13.486729 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-c78ff8d2-5b1f-4109-b2f0-44a68f8e4979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-634115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725841'] for router_interface, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:13.698504 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78ff8d2-5b1f-4109-b2f0-44a68f8e4979 admin admin] Router f26af126-7b82-46b1-8ea3-e657de11ee38 has already been hosted by L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 {{(pid=101350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 17:59:13.699665 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device bd6eaae4-2177-4883-b0a5-40a2c07d8584 no longer exists at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:59:13.719465 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] No Port match for: bd6eaae4-2177-4883-b0a5-40a2c07d8584 {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 17:59:13.719812 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device bd6eaae4-2177-4883-b0a5-40a2c07d8584 not bound to the agent host dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 17:59:13.803700 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78ff8d2-5b1f-4109-b2f0-44a68f8e4979 admin admin] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 17:59:13.808473 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-c78ff8d2-5b1f-4109-b2f0-44a68f8e4979 admin admin] 10.222.0.73 "PUT /v2.0/routers/f26af126-7b82-46b1-8ea3-e657de11ee38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6679032 Aug 16 17:59:13.811166 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 59600) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:59:13.812555 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d32636-7878-485c-b32f-f0c37303b97c None None] Sync routers for ids ['f26af126-7b82-46b1-8ea3-e657de11ee38'] in dv-cinder-797608-18-iscsi {{(pid=101352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 17:59:13.821835 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d32636-7878-485c-b32f-f0c37303b97c None None] Routers {'f26af126-7b82-46b1-8ea3-e657de11ee38'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:59:13.822478 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-65d32636-7878-485c-b32f-f0c37303b97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:58:56Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['f26af126-7b82-46b1-8ea3-e657de11ee38'], 'active': True} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:59:13.916035 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-27f9aac7-ff82-4cd8-bf35-fb726d7c53d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:14.019522 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-27f9aac7-ff82-4cd8-bf35-fb726d7c53d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:14.021265 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvr_db [None req-65d32636-7878-485c-b32f-f0c37303b97c None None] Set router f26af126-7b82-46b1-8ea3-e657de11ee38 gateway port host: dv-cinder-797608-18-iscsi {{(pid=101352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:59:14.164823 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [None req-27f9aac7-ff82-4cd8-bf35-fb726d7c53d4 admin admin] Deleting port 2b5b62de-8d4a-4709-b338-590ba115abbd {{(pid=101349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:59:14.165166 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-27f9aac7-ff82-4cd8-bf35-fb726d7c53d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:14.194836 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-65d32636-7878-485c-b32f-f0c37303b97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26af126-7b82-46b1-8ea3-e657de11ee38', 'name': 'tempest-TestMinimumBasicScenario-2085422862-router', 'tenant_id': '4f50e54680834d898dbfa379c2aa4d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '2b5b62de-8d4a-4709-b338-590ba115abbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:56:42Z', 'updated_at': '2021-08-16T17:59:12Z', 'revision_number': 5, 'project_id': '4f50e54680834d898dbfa379c2aa4d9d', 'gw_port': {'id': '2b5b62de-8d4a-4709-b338-590ba115abbd', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:85:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26af126-7b82-46b1-8ea3-e657de11ee38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:56:43Z', 'updated_at': '2021-08-16T17:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi'}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:59:14.220449 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d32636-7878-485c-b32f-f0c37303b97c None None] Checking router: f26af126-7b82-46b1-8ea3-e657de11ee38 for host: dv-cinder-797608-18-iscsi {{(pid=101352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 17:59:14.228523 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d32636-7878-485c-b32f-f0c37303b97c None None] Routers {'f26af126-7b82-46b1-8ea3-e657de11ee38'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 17:59:14.229126 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-65d32636-7878-485c-b32f-f0c37303b97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T17:58:56Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['f26af126-7b82-46b1-8ea3-e657de11ee38'], 'active': True} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:59:14.246457 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [None req-27f9aac7-ff82-4cd8-bf35-fb726d7c53d4 admin admin] For port 2b5b62de-8d4a-4709-b338-590ba115abbd, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=2b5b62de-8d4a-4709-b338-590ba115abbd,segment=NetworkSegment(81288102-e1f3-4b19-b1aa-0a6021adf8ca),segment_id=81288102-e1f3-4b19-b1aa-0a6021adf8ca)] {{(pid=101349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:59:14.246812 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-27f9aac7-ff82-4cd8-bf35-fb726d7c53d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:14.259429 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [None req-27f9aac7-ff82-4cd8-bf35-fb726d7c53d4 admin admin] Calling delete_port for 2b5b62de-8d4a-4709-b338-590ba115abbd owned by network:router_gateway {{(pid=101349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:59:14.313066 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvr_db [None req-65d32636-7878-485c-b32f-f0c37303b97c None None] Set router f26af126-7b82-46b1-8ea3-e657de11ee38 gateway port host: None {{(pid=101352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 17:59:14.365345 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-65d32636-7878-485c-b32f-f0c37303b97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26af126-7b82-46b1-8ea3-e657de11ee38', 'name': 'tempest-TestMinimumBasicScenario-2085422862-router', 'tenant_id': '4f50e54680834d898dbfa379c2aa4d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:56:42Z', 'updated_at': '2021-08-16T17:59:14Z', 'revision_number': 6, 'project_id': '4f50e54680834d898dbfa379c2aa4d9d', 'gw_port_host': None}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:59:14.391728 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d32636-7878-485c-b32f-f0c37303b97c None None] The sync data for ids ['f26af126-7b82-46b1-8ea3-e657de11ee38'] in dv-cinder-797608-18-iscsi is: [{'id': 'f26af126-7b82-46b1-8ea3-e657de11ee38', 'name': 'tempest-TestMinimumBasicScenario-2085422862-router', 'tenant_id': '4f50e54680834d898dbfa379c2aa4d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:56:42Z', 'updated_at': '2021-08-16T17:59:14Z', 'revision_number': 6, 'project_id': '4f50e54680834d898dbfa379c2aa4d9d', 'gw_port_host': None}] {{(pid=101352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 17:59:14.479710 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-27f9aac7-ff82-4cd8-bf35-fb726d7c53d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:14.506681 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f9aac7-ff82-4cd8-bf35-fb726d7c53d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b5b62de-8d4a-4709-b338-590ba115abbd,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:59:14.562382 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-27f9aac7-ff82-4cd8-bf35-fb726d7c53d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726267'] for router_gateway, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:14.650771 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-27f9aac7-ff82-4cd8-bf35-fb726d7c53d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39839'] for router, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:14.652783 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-27f9aac7-ff82-4cd8-bf35-fb726d7c53d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:14.754147 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-27f9aac7-ff82-4cd8-bf35-fb726d7c53d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723814'] for router, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:14.754690 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f9aac7-ff82-4cd8-bf35-fb726d7c53d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f26af126-7b82-46b1-8ea3-e657de11ee38 {{(pid=101349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 17:59:14.761318 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-27f9aac7-ff82-4cd8-bf35-fb726d7c53d4 admin admin] Notify callbacks [] for router, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:14.761318 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-27f9aac7-ff82-4cd8-bf35-fb726d7c53d4 admin admin] 10.222.0.73 "DELETE /v2.0/routers/f26af126-7b82-46b1-8ea3-e657de11ee38 HTTP/1.1" status: 204 len: 168 time: 0.9490345 Aug 16 17:59:14.763669 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 59602) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:59:14.811530 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.db_base_plugin_v2 [None req-1932e299-2963-41c9-96c6-b2cfc6fe8965 admin admin] Deleting subnet e235a427-c40d-477a-a666-bd7f53cef700 {{(pid=101349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 17:59:14.814477 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-1932e299-2963-41c9-96c6-b2cfc6fe8965 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:14.847619 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-1932e299-2963-41c9-96c6-b2cfc6fe8965 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5662925'] for subnet, precommit_delete_associations {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:14.926824 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-1932e299-2963-41c9-96c6-b2cfc6fe8965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1871003'] for subnet, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:15.080085 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-1932e299-2963-41c9-96c6-b2cfc6fe8965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1870994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5660699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6007016'] for subnet, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:15.108987 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-1932e299-2963-41c9-96c6-b2cfc6fe8965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:15.113080 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-1932e299-2963-41c9-96c6-b2cfc6fe8965 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/e235a427-c40d-477a-a666-bd7f53cef700 HTTP/1.1" status: 204 len: 168 time: 0.3462605 Aug 16 17:59:15.113080 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1932e299-2963-41c9-96c6-b2cfc6fe8965 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e235a427-c40d-477a-a666-bd7f53cef700,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:59:15.113436 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 59604) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:59:15.114177 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddae08bf-2805-406f-a7fc-7b01e2ae6900 None None] Network 4b0b383d-3648-4a23-a231-5a8c006c0052 requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 17:59:15.184890 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-45595125-4271-4c3b-bb16-b75428f279bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639821'] for network, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:15.244079 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.plugin [None req-45595125-4271-4c3b-bb16-b75428f279bd admin admin] Deleting port 93f30a91-0dc8-4843-8133-3df136a134b2 {{(pid=101350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:59:15.244414 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-45595125-4271-4c3b-bb16-b75428f279bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:15.282489 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebb0df6-47c2-4fce-bdfc-c7f50dddba3c None None] DHCP port deletion for 4b0b383d-3648-4a23-a231-5a8c006c0052 request from dv-cinder-797608-18-iscsi {{(pid=101351) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 17:59:15.314326 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.db [None req-45595125-4271-4c3b-bb16-b75428f279bd admin admin] For port 93f30a91-0dc8-4843-8133-3df136a134b2, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=93f30a91-0dc8-4843-8133-3df136a134b2,segment=NetworkSegment(9313a3b9-62dc-430f-994b-6250e7a14864),segment_id=9313a3b9-62dc-430f-994b-6250e7a14864)] {{(pid=101350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:59:15.314771 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-45595125-4271-4c3b-bb16-b75428f279bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:15.328760 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.plugin [None req-45595125-4271-4c3b-bb16-b75428f279bd admin admin] Calling delete_port for 93f30a91-0dc8-4843-8133-3df136a134b2 owned by network:dhcp {{(pid=101350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:59:15.332746 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-6ebb0df6-47c2-4fce-bdfc-c7f50dddba3c None None] Deleting port 93f30a91-0dc8-4843-8133-3df136a134b2 {{(pid=101351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 17:59:15.333123 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-6ebb0df6-47c2-4fce-bdfc-c7f50dddba3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:15.405785 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-6ebb0df6-47c2-4fce-bdfc-c7f50dddba3c None None] For port 93f30a91-0dc8-4843-8133-3df136a134b2, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=93f30a91-0dc8-4843-8133-3df136a134b2,segment=NetworkSegment(9313a3b9-62dc-430f-994b-6250e7a14864),segment_id=9313a3b9-62dc-430f-994b-6250e7a14864)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 17:59:15.406209 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-6ebb0df6-47c2-4fce-bdfc-c7f50dddba3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:15.418911 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-6ebb0df6-47c2-4fce-bdfc-c7f50dddba3c None None] Calling delete_port for 93f30a91-0dc8-4843-8133-3df136a134b2 owned by network:dhcp {{(pid=101351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 17:59:15.488605 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-45595125-4271-4c3b-bb16-b75428f279bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4811479'] for port, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:15.494861 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-6ebb0df6-47c2-4fce-bdfc-c7f50dddba3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671'] for port, after_delete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:15.522064 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45595125-4271-4c3b-bb16-b75428f279bd admin admin] Pushing event deleted for resources: {'Port': ['ID=93f30a91-0dc8-4843-8133-3df136a134b2,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:59:15.522064 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45595125-4271-4c3b-bb16-b75428f279bd admin admin] No DVR routers for this DVR port 93f30a91-0dc8-4843-8133-3df136a134b2 on host dv-cinder-797608-18-iscsi {{(pid=101350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 17:59:15.523060 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebb0df6-47c2-4fce-bdfc-c7f50dddba3c None None] Pushing event deleted for resources: {'Port': ['ID=93f30a91-0dc8-4843-8133-3df136a134b2,revision_number=None']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:59:15.523971 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebb0df6-47c2-4fce-bdfc-c7f50dddba3c None None] No DVR routers for this DVR port 93f30a91-0dc8-4843-8133-3df136a134b2 on host dv-cinder-797608-18-iscsi {{(pid=101351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 17:59:15.592571 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-45595125-4271-4c3b-bb16-b75428f279bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1573870', 'neutron.services.segments.db._delete_segments_for_network-8753903461187'] for network, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:15.602333 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.services.segments.db [None req-45595125-4271-4c3b-bb16-b75428f279bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b0b383d-3648-4a23-a231-5a8c006c0052']}} {{(pid=101350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:59:15.612054 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.services.segments.db [None req-45595125-4271-4c3b-bb16-b75428f279bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9313a3b9-62dc-430f-994b-6250e7a14864') {'for_net_delete': True} {{(pid=101350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:59:15.612249 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.services.segments.db [None req-45595125-4271-4c3b-bb16-b75428f279bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9313a3b9-62dc-430f-994b-6250e7a14864') {} {{(pid=101350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 17:59:15.622420 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-45595125-4271-4c3b-bb16-b75428f279bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753903464012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809216'] for segment, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:15.636545 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-45595125-4271-4c3b-bb16-b75428f279bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050'] for segment, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:15.642463 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45595125-4271-4c3b-bb16-b75428f279bd admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=101350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 17:59:15.642843 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-45595125-4271-4c3b-bb16-b75428f279bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4811492'] for segment, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:15.644509 dv-cinder-797608-18-iscsi neutron-server[101350]: Traceback (most recent call last): Aug 16 17:59:15.644509 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 17:59:15.644509 dv-cinder-797608-18-iscsi neutron-server[101350]: timer() Aug 16 17:59:15.644509 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 17:59:15.644509 dv-cinder-797608-18-iscsi neutron-server[101350]: cb(*args, **kw) Aug 16 17:59:15.644509 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 17:59:15.644509 dv-cinder-797608-18-iscsi neutron-server[101350]: return func(*args, **kwargs) Aug 16 17:59:15.644509 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 17:59:15.644509 dv-cinder-797608-18-iscsi neutron-server[101350]: self._notify() Aug 16 17:59:15.644509 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 17:59:15.644509 dv-cinder-797608-18-iscsi neutron-server[101350]: self.callback(batched_events) Aug 16 17:59:15.644509 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 17:59:15.644509 dv-cinder-797608-18-iscsi neutron-server[101350]: event.method(event) Aug 16 17:59:15.644509 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 17:59:15.644509 dv-cinder-797608-18-iscsi neutron-server[101350]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 17:59:15.644509 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 17:59:15.644509 dv-cinder-797608-18-iscsi neutron-server[101350]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 17:59:15.644509 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 17:59:15.644509 dv-cinder-797608-18-iscsi neutron-server[101350]: return f(self, *a, **k) Aug 16 17:59:15.644509 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 17:59:15.644509 dv-cinder-797608-18-iscsi neutron-server[101350]: return self._get(url).json() Aug 16 17:59:15.644509 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 17:59:15.644509 dv-cinder-797608-18-iscsi neutron-server[101350]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 17:59:15.644509 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 17:59:15.644509 dv-cinder-797608-18-iscsi neutron-server[101350]: return self.request(url, 'GET', **kwargs) Aug 16 17:59:15.644509 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 17:59:15.644509 dv-cinder-797608-18-iscsi neutron-server[101350]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 17:59:15.644509 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 17:59:15.644509 dv-cinder-797608-18-iscsi neutron-server[101350]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 17:59:15.644509 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 17:59:15.644509 dv-cinder-797608-18-iscsi neutron-server[101350]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 17:59:15.644509 dv-cinder-797608-18-iscsi neutron-server[101350]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 17:59:15.660593 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 2b5b62de-8d4a-4709-b338-590ba115abbd no longer exists at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:59:15.680996 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] No Port match for: 2b5b62de-8d4a-4709-b338-590ba115abbd {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 17:59:15.681344 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 2b5b62de-8d4a-4709-b338-590ba115abbd not bound to the agent host dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 17:59:15.681760 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 93f30a91-0dc8-4843-8133-3df136a134b2 no longer exists at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:59:15.703299 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] No Port match for: 93f30a91-0dc8-4843-8133-3df136a134b2 {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 17:59:15.703651 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 93f30a91-0dc8-4843-8133-3df136a134b2 not bound to the agent host dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 17:59:15.704061 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 00d14dae-b8ec-436c-89ab-89910d7c1800 no longer exists at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 17:59:15.721627 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] No Port match for: 00d14dae-b8ec-436c-89ab-89910d7c1800 {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 17:59:15.722002 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 00d14dae-b8ec-436c-89ab-89910d7c1800 not bound to the agent host dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 17:59:15.770905 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-45595125-4271-4c3b-bb16-b75428f279bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1870109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726239'] for network, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:15.775443 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-45595125-4271-4c3b-bb16-b75428f279bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:15.777588 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-45595125-4271-4c3b-bb16-b75428f279bd admin admin] 10.222.0.73 "DELETE /v2.0/networks/4b0b383d-3648-4a23-a231-5a8c006c0052 HTTP/1.1" status: 204 len: 168 time: 0.6616800 Aug 16 17:59:15.790393 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45595125-4271-4c3b-bb16-b75428f279bd admin admin] Pushing event deleted for resources: {'Network': ['ID=4b0b383d-3648-4a23-a231-5a8c006c0052,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:59:16.133970 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 59608) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:59:16.172936 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-f4e26f5b-04cc-49f3-87d8-b1cf0b3a6773 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9baf9e9adf0645b7a9b9a0a2692b6c7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377216 Aug 16 17:59:16.175242 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 59610) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:59:16.221327 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-cbb5a121-3cda-4099-a385-8106a7def002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:16.245903 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-cbb5a121-3cda-4099-a385-8106a7def002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:16.356892 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-cbb5a121-3cda-4099-a385-8106a7def002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:16.361092 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-cbb5a121-3cda-4099-a385-8106a7def002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:16.362285 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-cbb5a121-3cda-4099-a385-8106a7def002 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/053d5e35-152b-4659-a69a-3c0dc94350a3 HTTP/1.1" status: 204 len: 168 time: 0.1861484 Aug 16 17:59:16.372351 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb5a121-3cda-4099-a385-8106a7def002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053d5e35-152b-4659-a69a-3c0dc94350a3,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:59:16.959665 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 59616) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:59:16.999571 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-dce81830-8e6d-4bf5-87a7-e3bc3b91ce96 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4f50e54680834d898dbfa379c2aa4d9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386834 Aug 16 17:59:17.002114 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 59618) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 17:59:17.050341 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-be3f7263-1dc6-4184-9e43-bab7f326043b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:17.072095 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-be3f7263-1dc6-4184-9e43-bab7f326043b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:17.176638 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-be3f7263-1dc6-4184-9e43-bab7f326043b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:17.179193 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-be3f7263-1dc6-4184-9e43-bab7f326043b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:17.180801 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-be3f7263-1dc6-4184-9e43-bab7f326043b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9a316221-4435-44a4-98bd-3e58baaad4e8 HTTP/1.1" status: 204 len: 168 time: 0.1771946 Aug 16 17:59:17.188286 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f7263-1dc6-4184-9e43-bab7f326043b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a316221-4435-44a4-98bd-3e58baaad4e8,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 17:59:21.756913 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 6 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 17:59:23.785093 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-01e8c4cf-e8fd-4a64-8c02-b44ef1b5f581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:26.547479 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-a399cdd0-4334-4f9a-a813-ee4993bf6f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:26.710542 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:27.684498 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:27.815873 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:29.130582 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:53.778415 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-c6dc8e4e-2642-449a-b1ba-7e81f410dc7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:56.549347 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-fdf68970-aa29-41a2-841a-2046e2c982d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:56.721282 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:57.704009 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:57.875493 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 17:59:58.755266 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 6 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 17:59:59.124486 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:00:02.380772 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-e3f6c94d-d222-471b-b2e1-1f1220844190 req-b7693a67-c2ab-4c34-a09c-7d1318acfc80 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cdeaad01-994d-44b9-bf48-f350ef381059&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385559 Aug 16 18:00:02.476960 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6c94d-d222-471b-b2e1-1f1220844190 req-18cec81e-7dd3-4b5e-b537-2b7d8636e807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:00:02.478440 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-e3f6c94d-d222-471b-b2e1-1f1220844190 req-18cec81e-7dd3-4b5e-b537-2b7d8636e807 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d20225068a374f8e8ad006b98508f29d&device_id=cdeaad01-994d-44b9-bf48-f350ef381059 HTTP/1.1" status: 200 len: 1099 time: 0.0380628 Aug 16 18:00:02.594102 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6c94d-d222-471b-b2e1-1f1220844190 req-2b7a71f1-1c51-42bc-a2c4-cc9428cf04f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:00:02.595581 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-e3f6c94d-d222-471b-b2e1-1f1220844190 req-2b7a71f1-1c51-42bc-a2c4-cc9428cf04f9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=595f5f6b-511b-4405-8d33-e66f5931d554 HTTP/1.1" status: 200 len: 913 time: 0.0929775 Aug 16 18:00:02.660864 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-e3f6c94d-d222-471b-b2e1-1f1220844190 req-e501e037-aeb2-436a-9dbd-00829c457dcd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=505dd70b-0fba-46cb-94aa-ee550931d263 HTTP/1.1" status: 200 len: 1002 time: 0.0556164 Aug 16 18:00:02.715822 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6c94d-d222-471b-b2e1-1f1220844190 req-6d2a20dc-538d-4685-b50f-6ba6a4578da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:00:02.717714 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-e3f6c94d-d222-471b-b2e1-1f1220844190 req-6d2a20dc-538d-4685-b50f-6ba6a4578da4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8 HTTP/1.1" status: 200 len: 851 time: 0.0443332 Aug 16 18:00:02.764275 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6c94d-d222-471b-b2e1-1f1220844190 req-dd750100-83ab-4685-8cc5-6f2eded9e5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:00:02.765692 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-e3f6c94d-d222-471b-b2e1-1f1220844190 req-dd750100-83ab-4685-8cc5-6f2eded9e5d1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=595f5f6b-511b-4405-8d33-e66f5931d554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0374348 Aug 16 18:00:02.863483 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-e3f6c94d-d222-471b-b2e1-1f1220844190 req-492f74bc-8ee9-496c-bf4b-935b9d8721ba service neutron] 10.222.0.13 "GET /v2.0/networks/595f5f6b-511b-4405-8d33-e66f5931d554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864127 Aug 16 18:00:02.953349 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-e3f6c94d-d222-471b-b2e1-1f1220844190 req-31f8b174-5b49-47a5-874e-3df2a21be61f service neutron] 10.222.0.13 "GET /v2.0/networks/595f5f6b-511b-4405-8d33-e66f5931d554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815160 Aug 16 18:00:23.828667 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-89415d64-af3c-4582-a160-b9bb814072fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:00:26.545302 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-37602a9e-469b-4fb8-9c2c-bc6353ad7af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:00:26.719788 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:00:27.679828 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:00:27.845571 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:00:28.607722 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-853968a4-955f-4b84-9810-0552b61a8cff tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-278290395&fields=id&tenant_id=d20225068a374f8e8ad006b98508f29d HTTP/1.1" status: 200 len: 267 time: 0.0322733 Aug 16 18:00:28.715041 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-8cfa7ffc-4bf1-4dad-8912-82f4965d8177 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:00:28.716401 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-8cfa7ffc-4bf1-4dad-8912-82f4965d8177 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/networks?id=595f5f6b-511b-4405-8d33-e66f5931d554 HTTP/1.1" status: 200 len: 812 time: 0.1017885 Aug 16 18:00:28.731410 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-3cf4333b-0c09-4a28-b719-dcba724a0e8a tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/quotas/d20225068a374f8e8ad006b98508f29d HTTP/1.1" status: 200 len: 375 time: 0.0094676 Aug 16 18:00:28.790758 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-018c7045-cceb-481e-9b9b-40c0bfa9283a tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d20225068a374f8e8ad006b98508f29d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0542836 Aug 16 18:00:28.806577 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-b4dd5722-8eb5-4996-ae99-88e85d2dd7b3 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=101350) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 18:00:28.807522 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-b4dd5722-8eb5-4996-ae99-88e85d2dd7b3 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050559 Aug 16 18:00:28.892783 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-38a5f4c9-0b79-4854-9444-4f1a45642358 service neutron] 10.222.0.73 "GET /v2.0/networks/595f5f6b-511b-4405-8d33-e66f5931d554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797775 Aug 16 18:00:28.983846 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-57e03d7f-a9c6-4111-bcd8-d3a04e84912f service neutron] 10.222.0.73 "GET /v2.0/networks/595f5f6b-511b-4405-8d33-e66f5931d554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847065 Aug 16 18:00:29.117019 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:00:29.535820 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-974b65b5-1bf1-4ed5-9f36-48b9073d532c req-22dd1de2-8910-46fc-803c-b3c1465aa5a3 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=7451661c-4552-46d7-a81d-6783c78edd37 HTTP/1.1" status: 200 len: 210 time: 0.0264263 Aug 16 18:00:30.624682 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-69f942ff-f976-4caf-8183-41c3d47b1359 req-d4fcfe2a-81f5-427b-8e01-e1200ead5a71 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=7451661c-4552-46d7-a81d-6783c78edd37 HTTP/1.1" status: 200 len: 210 time: 0.0245202 Aug 16 18:00:31.472685 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-f6577988-3597-40ca-9c8e-9d16c5f801d4 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:00:31.474171 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-f6577988-3597-40ca-9c8e-9d16c5f801d4 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.13 "GET /v2.0/networks?id=595f5f6b-511b-4405-8d33-e66f5931d554 HTTP/1.1" status: 200 len: 812 time: 0.1030781 Aug 16 18:00:31.524716 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-d879bbbb-64b7-482d-a0f4-86c0974bda3a tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d20225068a374f8e8ad006b98508f29d HTTP/1.1" status: 200 len: 379 time: 0.0324104 Aug 16 18:00:31.539156 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-53ea3b46-73bc-4e86-93ee-eb6f3e45c0c0 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Request body: {'port': {'device_id': '7451661c-4552-46d7-a81d-6783c78edd37', 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'admin_state_up': True, 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'security_groups': ['9d30f309-50be-472b-ab67-36c1096aae99']}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 18:00:31.714809 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7adfff4e-ce29-43f2-a147-d16d74cc4038 req-21aff33a-a318-44a0-8d87-c7888adc24db tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=7451661c-4552-46d7-a81d-6783c78edd37 HTTP/1.1" status: 200 len: 210 time: 0.0257359 Aug 16 18:00:31.736543 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-53ea3b46-73bc-4e86-93ee-eb6f3e45c0c0 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Made reservation on behalf of d20225068a374f8e8ad006b98508f29d for: {'port': 1} {{(pid=101349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 18:00:31.740124 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-53ea3b46-73bc-4e86-93ee-eb6f3e45c0c0 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:00:31.864257 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.db_base_plugin_common [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-53ea3b46-73bc-4e86-93ee-eb6f3e45c0c0 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Allocated IP 172.20.0.14 (595f5f6b-511b-4405-8d33-e66f5931d554/8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8/5dced9dc-96ce-4bb6-aa3b-619c5d686c87) {{(pid=101349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 18:00:32.246622 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-53ea3b46-73bc-4e86-93ee-eb6f3e45c0c0 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for port, precommit_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:00:32.260323 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.provisioning_blocks [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-53ea3b46-73bc-4e86-93ee-eb6f3e45c0c0 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Transition to ACTIVE for port object 5dced9dc-96ce-4bb6-aa3b-619c5d686c87 will not be triggered until provisioned by entity DHCP. {{(pid=101349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 18:00:32.394454 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-53ea3b46-73bc-4e86-93ee-eb6f3e45c0c0 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_create {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:00:32.438035 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-53ea3b46-73bc-4e86-93ee-eb6f3e45c0c0 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Network 595f5f6b-511b-4405-8d33-e66f5931d554 is already hosted by enough agents. {{(pid=101349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 18:00:32.441110 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.base_scheduler [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-53ea3b46-73bc-4e86-93ee-eb6f3e45c0c0 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Resources bound (agent type, host, resource id): {{(pid=101349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 18:00:32.444773 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-53ea3b46-73bc-4e86-93ee-eb6f3e45c0c0 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Received port after_create {{(pid=101349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 18:00:32.450894 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea3b46-73bc-4e86-93ee-eb6f3e45c0c0 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Pushing event updated for resources: {'Port': ['ID=5dced9dc-96ce-4bb6-aa3b-619c5d686c87,revision_number=1']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 18:00:32.478621 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea3b46-73bc-4e86-93ee-eb6f3e45c0c0 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:00:32.479313 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea3b46-73bc-4e86-93ee-eb6f3e45c0c0 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:00:32.479313 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea3b46-73bc-4e86-93ee-eb6f3e45c0c0 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:00:32.479615 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea3b46-73bc-4e86-93ee-eb6f3e45c0c0 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:00:32.479946 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea3b46-73bc-4e86-93ee-eb6f3e45c0c0 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:00:32.480274 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea3b46-73bc-4e86-93ee-eb6f3e45c0c0 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:00:32.481958 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea3b46-73bc-4e86-93ee-eb6f3e45c0c0 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:00:32.481958 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea3b46-73bc-4e86-93ee-eb6f3e45c0c0 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:00:32.481958 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea3b46-73bc-4e86-93ee-eb6f3e45c0c0 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:00:32.481958 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea3b46-73bc-4e86-93ee-eb6f3e45c0c0 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:00:32.481958 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea3b46-73bc-4e86-93ee-eb6f3e45c0c0 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:00:32.482438 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea3b46-73bc-4e86-93ee-eb6f3e45c0c0 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:00:32.509030 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-53ea3b46-73bc-4e86-93ee-eb6f3e45c0c0 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:00:32.509633 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-53ea3b46-73bc-4e86-93ee-eb6f3e45c0c0 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:00:32.605986 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-53ea3b46-73bc-4e86-93ee-eb6f3e45c0c0 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0702972 Aug 16 18:00:32.628024 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.v2.base [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-71cb5832-0115-4c88-ba29-e3be8cd1d462 service neutron] Request body: {'port': {'device_id': '7451661c-4552-46d7-a81d-6783c78edd37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=101349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 18:00:32.689621 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-71cb5832-0115-4c88-ba29-e3be8cd1d462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:00:32.773932 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-ce9730cc-eeaa-45a0-b5a6-e8ced1d95143 None None] Provisioning for port 5dced9dc-96ce-4bb6-aa3b-619c5d686c87 completed by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 18:00:32.778725 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-ce9730cc-eeaa-45a0-b5a6-e8ced1d95143 None None] Provisioning complete for port 5dced9dc-96ce-4bb6-aa3b-619c5d686c87 triggered by entity DHCP. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 18:00:32.779164 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-ce9730cc-eeaa-45a0-b5a6-e8ced1d95143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:00:32.814345 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-ce9730cc-eeaa-45a0-b5a6-e8ced1d95143 None None] Port 5dced9dc-96ce-4bb6-aa3b-619c5d686c87 cannot update to ACTIVE because it is not bound. {{(pid=101351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 18:00:32.833770 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9432c-c905-4d37-b52b-d96a41c5b440 req-f6c581ba-562b-4e1f-a2fd-9c9cc6971f62 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:00:32.835379 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-0ab9432c-c905-4d37-b52b-d96a41c5b440 req-f6c581ba-562b-4e1f-a2fd-9c9cc6971f62 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=7451661c-4552-46d7-a81d-6783c78edd37 HTTP/1.1" status: 200 len: 932 time: 0.0494685 Aug 16 18:00:32.877489 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-0ab9432c-c905-4d37-b52b-d96a41c5b440 req-a6e60e95-b3d3-4b4a-aaf5-a5d889f611f3 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362256 Aug 16 18:00:32.958946 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-71cb5832-0115-4c88-ba29-e3be8cd1d462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dced9dc-96ce-4bb6-aa3b-619c5d686c87 {{(pid=101349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 18:00:32.966798 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-71cb5832-0115-4c88-ba29-e3be8cd1d462 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:00:32.978517 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.provisioning_blocks [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-71cb5832-0115-4c88-ba29-e3be8cd1d462 service neutron] Transition to ACTIVE for port object 5dced9dc-96ce-4bb6-aa3b-619c5d686c87 will not be triggered until provisioned by entity L2. {{(pid=101349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 18:00:33.071501 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-71cb5832-0115-4c88-ba29-e3be8cd1d462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5660737'] for port, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:00:33.121351 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb5832-0115-4c88-ba29-e3be8cd1d462 service neutron] Pushing event updated for resources: {'Port': ['ID=5dced9dc-96ce-4bb6-aa3b-619c5d686c87,revision_number=2']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 18:00:33.194531 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-71cb5832-0115-4c88-ba29-e3be8cd1d462 service neutron] Attempting to bind port 5dced9dc-96ce-4bb6-aa3b-619c5d686c87 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 18:00:33.194891 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-71cb5832-0115-4c88-ba29-e3be8cd1d462 service neutron] Attempting to bind port 5dced9dc-96ce-4bb6-aa3b-619c5d686c87 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'cb5961d9-9f43-4b59-9b72-d077e5b2a075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554'}] {{(pid=101349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 18:00:33.195189 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-71cb5832-0115-4c88-ba29-e3be8cd1d462 service neutron] Attempting to bind port 5dced9dc-96ce-4bb6-aa3b-619c5d686c87 on network 595f5f6b-511b-4405-8d33-e66f5931d554 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 18:00:33.199636 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-71cb5832-0115-4c88-ba29-e3be8cd1d462 service neutron] Port 5dced9dc-96ce-4bb6-aa3b-619c5d686c87 on network 595f5f6b-511b-4405-8d33-e66f5931d554 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 18:00:33.199954 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-71cb5832-0115-4c88-ba29-e3be8cd1d462 service neutron] Attempting to bind port 5dced9dc-96ce-4bb6-aa3b-619c5d686c87 on network 595f5f6b-511b-4405-8d33-e66f5931d554 {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 18:00:33.205061 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-71cb5832-0115-4c88-ba29-e3be8cd1d462 service neutron] Checking agent: {'id': 'd413de79-89e7-4037-a6bb-11a55464df62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 17, 45, 56), 'started_at': datetime.datetime(2021, 8, 16, 17, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 18, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 18:00:33.205397 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-71cb5832-0115-4c88-ba29-e3be8cd1d462 service neutron] Checking segment: {'id': 'cb5961d9-9f43-4b59-9b72-d077e5b2a075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 18:00:33.205774 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-71cb5832-0115-4c88-ba29-e3be8cd1d462 service neutron] Bound using segment: {'id': 'cb5961d9-9f43-4b59-9b72-d077e5b2a075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554'} {{(pid=101349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 18:00:33.206261 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.managers [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-71cb5832-0115-4c88-ba29-e3be8cd1d462 service neutron] Bound port: 5dced9dc-96ce-4bb6-aa3b-619c5d686c87, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb5961d9-9f43-4b59-9b72-d077e5b2a075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554'}}] {{(pid=101349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 18:00:33.206613 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-71cb5832-0115-4c88-ba29-e3be8cd1d462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:00:33.269871 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-71cb5832-0115-4c88-ba29-e3be8cd1d462 service neutron] For port 5dced9dc-96ce-4bb6-aa3b-619c5d686c87, host hv-cinder-79760, cleared binding levels {{(pid=101349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 18:00:33.273088 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-71cb5832-0115-4c88-ba29-e3be8cd1d462 service neutron] For port 5dced9dc-96ce-4bb6-aa3b-619c5d686c87, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5dced9dc-96ce-4bb6-aa3b-619c5d686c87,segment=NetworkSegment(cb5961d9-9f43-4b59-9b72-d077e5b2a075),segment_id=cb5961d9-9f43-4b59-9b72-d077e5b2a075)] {{(pid=101349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 18:00:33.346209 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-71cb5832-0115-4c88-ba29-e3be8cd1d462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5660737'] for port, after_update {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:00:33.378874 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-71cb5832-0115-4c88-ba29-e3be8cd1d462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:00:33.379480 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-71cb5832-0115-4c88-ba29-e3be8cd1d462 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:00:33.380849 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-71cb5832-0115-4c88-ba29-e3be8cd1d462 service neutron] 10.222.0.13 "PUT /v2.0/ports/5dced9dc-96ce-4bb6-aa3b-619c5d686c87 HTTP/1.1" status: 200 len: 1094 time: 0.7571118 Aug 16 18:00:33.381300 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7451661c-4552-46d7-a81d-6783c78edd37', 'tag': '5dced9dc-96ce-4bb6-aa3b-619c5d686c87'}] {{(pid=101349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 18:00:33.383534 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}934f09010de237f24c102465ff13aed95362a81e3346d32f1bd52d9236897e6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc3743e-def4-4327-9497-801255f2efd8" -d '{"events": [{"name": "network-changed", "server_uuid": "7451661c-4552-46d7-a81d-6783c78edd37", "tag": "5dced9dc-96ce-4bb6-aa3b-619c5d686c87"}]}' {{(pid=101349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 18:00:33.410763 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb5832-0115-4c88-ba29-e3be8cd1d462 service neutron] Pushing event updated for resources: {'Port': ['ID=5dced9dc-96ce-4bb6-aa3b-619c5d686c87,revision_number=3']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 18:00:33.425502 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 18:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1b117a-e411-4dda-9b45-850f4db33274 x-openstack-request-id: req-9b1b117a-e411-4dda-9b45-850f4db33274 {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 18:00:33.425792 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7451661c-4552-46d7-a81d-6783c78edd37", "tag": "5dced9dc-96ce-4bb6-aa3b-619c5d686c87", "status": "completed", "code": 200}]} {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 18:00:33.426111 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9b1b117a-e411-4dda-9b45-850f4db33274 {{(pid=101349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 18:00:33.426502 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7451661c-4552-46d7-a81d-6783c78edd37', 'tag': '5dced9dc-96ce-4bb6-aa3b-619c5d686c87', 'status': 'completed', 'code': 200} Aug 16 18:00:33.514401 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3743e-def4-4327-9497-801255f2efd8 req-575f5b76-ca6e-46a7-b0b0-63dfe24481d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:00:33.515917 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-acc3743e-def4-4327-9497-801255f2efd8 req-575f5b76-ca6e-46a7-b0b0-63dfe24481d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d20225068a374f8e8ad006b98508f29d&device_id=7451661c-4552-46d7-a81d-6783c78edd37 HTTP/1.1" status: 200 len: 1097 time: 0.0449841 Aug 16 18:00:33.624102 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3743e-def4-4327-9497-801255f2efd8 req-ea8c7d51-b4fe-4979-856c-ad1e9a702edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:00:33.625546 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-acc3743e-def4-4327-9497-801255f2efd8 req-ea8c7d51-b4fe-4979-856c-ad1e9a702edd service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=d20225068a374f8e8ad006b98508f29d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0883021 Aug 16 18:00:33.725359 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3743e-def4-4327-9497-801255f2efd8 req-326c29b6-177e-45ad-8ba7-601dc19eaba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:00:33.726901 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-acc3743e-def4-4327-9497-801255f2efd8 req-326c29b6-177e-45ad-8ba7-601dc19eaba5 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899980 Aug 16 18:00:33.830290 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-6c127a68-d54d-4c7f-ac2e-f7a2e3235c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:00:33.832270 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-6c127a68-d54d-4c7f-ac2e-f7a2e3235c56 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d20225068a374f8e8ad006b98508f29d&device_id=7451661c-4552-46d7-a81d-6783c78edd37 HTTP/1.1" status: 200 len: 1097 time: 0.0389247 Aug 16 18:00:33.878872 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-ae7fcd72-ea23-494d-8921-2004579bd915 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dced9dc-96ce-4bb6-aa3b-619c5d686c87 HTTP/1.1" status: 200 len: 217 time: 0.0323703 Aug 16 18:00:33.932750 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-68c9cd62-a1b6-4d3d-8d98-f62336f5df11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:00:33.934219 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-68c9cd62-a1b6-4d3d-8d98-f62336f5df11 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8 HTTP/1.1" status: 200 len: 851 time: 0.0460403 Aug 16 18:00:33.983589 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-0a15b7f8-f948-4db0-b7f3-68ac7e0a2127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:00:33.985069 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-0a15b7f8-f948-4db0-b7f3-68ac7e0a2127 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=595f5f6b-511b-4405-8d33-e66f5931d554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0391047 Aug 16 18:00:33.990666 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e0657-6e8d-4cc4-8414-f3291e003881 req-f0578d38-4ec5-47c4-87c4-fa4852609b87 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:00:33.992172 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-503e0657-6e8d-4cc4-8414-f3291e003881 req-f0578d38-4ec5-47c4-87c4-fa4852609b87 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=7451661c-4552-46d7-a81d-6783c78edd37 HTTP/1.1" status: 200 len: 944 time: 0.0478663 Aug 16 18:00:34.030559 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-503e0657-6e8d-4cc4-8414-f3291e003881 req-02f297cd-b0ea-4b18-83b5-7a304803147d tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324671 Aug 16 18:00:34.079944 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-c1eaf794-792a-4006-ada1-0d14ef81c85a service neutron] 10.222.0.13 "GET /v2.0/networks/595f5f6b-511b-4405-8d33-e66f5931d554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827432 Aug 16 18:00:34.175453 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-2ca747ea-b16f-4b60-aa5c-546966da3ad0 req-0103b149-23f0-4a76-b772-39696b749807 service neutron] 10.222.0.13 "GET /v2.0/networks/595f5f6b-511b-4405-8d33-e66f5931d554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841625 Aug 16 18:00:35.142689 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827c561-012c-4de3-bc50-0c8f4a169c7b req-fc2e3c4d-3a94-4b9d-b67b-8c3b15e4e827 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:00:35.144634 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-3827c561-012c-4de3-bc50-0c8f4a169c7b req-fc2e3c4d-3a94-4b9d-b67b-8c3b15e4e827 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=7451661c-4552-46d7-a81d-6783c78edd37 HTTP/1.1" status: 200 len: 944 time: 0.0469553 Aug 16 18:00:35.182405 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-3827c561-012c-4de3-bc50-0c8f4a169c7b req-a2145231-9d30-46fa-a0c5-125dfaea1069 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317943 Aug 16 18:00:35.753885 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 6 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 18:00:36.292695 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa127989-06e8-4411-a54f-5ef40eb2e86e req-b1efc60c-9a0d-447b-a882-ee02c40ead21 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:00:36.294133 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-fa127989-06e8-4411-a54f-5ef40eb2e86e req-b1efc60c-9a0d-447b-a882-ee02c40ead21 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=7451661c-4552-46d7-a81d-6783c78edd37 HTTP/1.1" status: 200 len: 944 time: 0.0469158 Aug 16 18:00:36.334403 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-fa127989-06e8-4411-a54f-5ef40eb2e86e req-69da3e6e-1b6a-4e98-b666-e6618e304267 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344229 Aug 16 18:00:37.445168 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e983745-9779-4d3a-9885-e5d022dc5ed7 req-f3ec941d-63f4-426d-92fe-806756f591f9 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:00:37.446644 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6e983745-9779-4d3a-9885-e5d022dc5ed7 req-f3ec941d-63f4-426d-92fe-806756f591f9 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=7451661c-4552-46d7-a81d-6783c78edd37 HTTP/1.1" status: 200 len: 944 time: 0.0475886 Aug 16 18:00:37.481933 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-6e983745-9779-4d3a-9885-e5d022dc5ed7 req-5b54c16e-74c0-4d3b-a30a-7dd88a0828dc tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295389 Aug 16 18:00:38.592974 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01537a2e-62f1-4f38-a77a-18c5d6030a6d req-35718d1f-99a9-4373-94e5-12ee45857ae3 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:00:38.594440 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-01537a2e-62f1-4f38-a77a-18c5d6030a6d req-35718d1f-99a9-4373-94e5-12ee45857ae3 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=7451661c-4552-46d7-a81d-6783c78edd37 HTTP/1.1" status: 200 len: 944 time: 0.0467756 Aug 16 18:00:38.632864 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-01537a2e-62f1-4f38-a77a-18c5d6030a6d req-37a0d322-3dfc-490b-ac48-6c807c80c458 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322759 Aug 16 18:00:39.742399 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b341767-a36d-4927-b6e9-3fd25af85b70 req-42c57789-919c-4b3e-99a3-405b6ca93685 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:00:39.743836 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2b341767-a36d-4927-b6e9-3fd25af85b70 req-42c57789-919c-4b3e-99a3-405b6ca93685 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=7451661c-4552-46d7-a81d-6783c78edd37 HTTP/1.1" status: 200 len: 944 time: 0.0465050 Aug 16 18:00:39.783784 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-2b341767-a36d-4927-b6e9-3fd25af85b70 req-9cf2ea58-1863-4ee6-9755-bbeb139f6a9d tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342462 Aug 16 18:00:40.899143 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836c9ca-07d2-466e-bc66-a3770908293a req-137edf2f-27b6-4c63-8592-d0abcaf1d908 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:00:40.900583 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f836c9ca-07d2-466e-bc66-a3770908293a req-137edf2f-27b6-4c63-8592-d0abcaf1d908 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=7451661c-4552-46d7-a81d-6783c78edd37 HTTP/1.1" status: 200 len: 944 time: 0.0514216 Aug 16 18:00:40.936262 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f836c9ca-07d2-466e-bc66-a3770908293a req-9aaa0cc3-2ffc-4986-9069-1373ae9ccc04 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298214 Aug 16 18:00:42.046901 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c4146-9c32-4dd5-b9a9-63548f9281bb req-dd36698a-ced6-4560-9746-b592bf111ab0 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:00:42.048345 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-962c4146-9c32-4dd5-b9a9-63548f9281bb req-dd36698a-ced6-4560-9746-b592bf111ab0 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=7451661c-4552-46d7-a81d-6783c78edd37 HTTP/1.1" status: 200 len: 944 time: 0.0470788 Aug 16 18:00:42.084763 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-962c4146-9c32-4dd5-b9a9-63548f9281bb req-5d7e64ff-3a71-43c0-b479-7321319d8945 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301073 Aug 16 18:00:42.789003 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 5dced9dc-96ce-4bb6-aa3b-619c5d686c87 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=101351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 18:00:42.888399 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 5dced9dc-96ce-4bb6-aa3b-619c5d686c87, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5dced9dc-96ce-4bb6-aa3b-619c5d686c87,segment=NetworkSegment(cb5961d9-9f43-4b59-9b72-d077e5b2a075),segment_id=cb5961d9-9f43-4b59-9b72-d077e5b2a075)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 18:00:42.899248 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Returning: {'device': '5dced9dc-96ce-4bb6-aa3b-619c5d686c87', 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'port_id': '5dced9dc-96ce-4bb6-aa3b-619c5d686c87', 'mac_address': 'fa:16:3e:56:49:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 18:00:42.936099 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:00:42.948371 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dced9dc-96ce-4bb6-aa3b-619c5d686c87 {{(pid=101351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 18:00:42.966753 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 5dced9dc-96ce-4bb6-aa3b-619c5d686c87, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5dced9dc-96ce-4bb6-aa3b-619c5d686c87,segment=NetworkSegment(cb5961d9-9f43-4b59-9b72-d077e5b2a075),segment_id=cb5961d9-9f43-4b59-9b72-d077e5b2a075)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 18:00:43.064957 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:00:43.112379 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=5dced9dc-96ce-4bb6-aa3b-619c5d686c87,revision_number=4']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 18:00:43.120084 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:00:43.120441 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:00:43.120792 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:00:43.121239 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:00:43.121465 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:00:43.121801 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:00:43.122167 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:00:43.122507 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:00:43.122837 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:00:43.123166 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:00:43.123555 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:00:43.123888 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:00:43.194874 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7a6d7-c05e-4702-a2d5-64287885efe4 req-83c5c5af-925b-4454-b764-55400f5d501c tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:00:43.196358 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-62d7a6d7-c05e-4702-a2d5-64287885efe4 req-83c5c5af-925b-4454-b764-55400f5d501c tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=7451661c-4552-46d7-a81d-6783c78edd37 HTTP/1.1" status: 200 len: 945 time: 0.0469968 Aug 16 18:00:43.236142 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-62d7a6d7-c05e-4702-a2d5-64287885efe4 req-2d220ffa-c231-4145-ae65-533bab1ef382 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339754 Aug 16 18:00:43.402837 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] get_ports_and_sgs() called for port_ids ['5dced9dc-96ce-4bb6-aa3b-619c5d686c87'] {{(pid=101351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 18:00:44.346654 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466c654-a006-4836-a5b7-197300931ae9 req-4963dbfe-4960-46ff-8cdc-a12544e84fa4 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:00:44.348142 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7466c654-a006-4836-a5b7-197300931ae9 req-4963dbfe-4960-46ff-8cdc-a12544e84fa4 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=7451661c-4552-46d7-a81d-6783c78edd37 HTTP/1.1" status: 200 len: 945 time: 0.0473292 Aug 16 18:00:44.384881 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-7466c654-a006-4836-a5b7-197300931ae9 req-caacf7f8-81ae-4c78-a823-e7426a5d7799 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310285 Aug 16 18:00:44.798391 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 5dced9dc-96ce-4bb6-aa3b-619c5d686c87 up at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 18:00:44.905156 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning for port 5dced9dc-96ce-4bb6-aa3b-619c5d686c87 completed by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 18:00:44.908993 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Provisioning complete for port 5dced9dc-96ce-4bb6-aa3b-619c5d686c87 triggered by entity L2. {{(pid=101351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 18:00:44.910088 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572913'] for port, provisioning_complete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:00:44.985539 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:00:45.007257 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7451661c-4552-46d7-a81d-6783c78edd37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dced9dc-96ce-4bb6-aa3b-619c5d686c87'}] {{(pid=101351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 18:00:45.009469 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4661e6bc32737764ca712b7c7300ac6ad1a8a79a1ea43afdc004a14577d676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ed906f-11d4-43cf-958e-f10c263cf479" -d '{"events": [{"server_uuid": "7451661c-4552-46d7-a81d-6783c78edd37", "name": "network-vif-plugged", "status": "completed", "tag": "5dced9dc-96ce-4bb6-aa3b-619c5d686c87"}]}' {{(pid=101351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 18:00:45.022792 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] For port 5dced9dc-96ce-4bb6-aa3b-619c5d686c87, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5dced9dc-96ce-4bb6-aa3b-619c5d686c87,segment=NetworkSegment(cb5961d9-9f43-4b59-9b72-d077e5b2a075),segment_id=cb5961d9-9f43-4b59-9b72-d077e5b2a075)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 18:00:45.045132 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 18:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832d8af8-a5cb-487b-a21a-4201f24516f9 x-openstack-request-id: req-832d8af8-a5cb-487b-a21a-4201f24516f9 {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 18:00:45.045413 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7451661c-4552-46d7-a81d-6783c78edd37", "name": "network-vif-plugged", "status": "completed", "tag": "5dced9dc-96ce-4bb6-aa3b-619c5d686c87", "code": 200}]} {{(pid=101351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 18:00:45.045659 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-832d8af8-a5cb-487b-a21a-4201f24516f9 {{(pid=101351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 18:00:45.046098 dv-cinder-797608-18-iscsi neutron-server[101351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7451661c-4552-46d7-a81d-6783c78edd37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dced9dc-96ce-4bb6-aa3b-619c5d686c87', 'code': 200} Aug 16 18:00:45.093633 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982'] for port, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:00:45.141286 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Pushing event updated for resources: {'Port': ['ID=5dced9dc-96ce-4bb6-aa3b-619c5d686c87,revision_number=5']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 18:00:45.427118 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43508e5-5d4f-4956-a188-d013cf599166 req-06a5124a-e87c-4379-87ae-daed08571988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:00:45.428652 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-b43508e5-5d4f-4956-a188-d013cf599166 req-06a5124a-e87c-4379-87ae-daed08571988 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7451661c-4552-46d7-a81d-6783c78edd37 HTTP/1.1" status: 200 len: 1099 time: 0.0400774 Aug 16 18:00:45.466921 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-b43508e5-5d4f-4956-a188-d013cf599166 req-687b2a1a-8dfc-4baa-aa58-6a1a09512ebe service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284669 Aug 16 18:00:45.496763 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13baa377-0c12-4898-a772-6e88d911fc0a req-7540dd98-ccc8-410e-9beb-00252b92b601 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:00:45.498220 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-13baa377-0c12-4898-a772-6e88d911fc0a req-7540dd98-ccc8-410e-9beb-00252b92b601 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=7451661c-4552-46d7-a81d-6783c78edd37 HTTP/1.1" status: 200 len: 946 time: 0.0465829 Aug 16 18:00:45.534258 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-13baa377-0c12-4898-a772-6e88d911fc0a req-68b8205d-7bef-44f5-946e-47a4ba2e3e45 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295992 Aug 16 18:00:46.647073 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ad7b5-f802-4c56-bd68-8f1b20283a51 req-482d2fa4-0c0f-46c1-b5bc-20d1081e631a tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:00:46.648552 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d91ad7b5-f802-4c56-bd68-8f1b20283a51 req-482d2fa4-0c0f-46c1-b5bc-20d1081e631a tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=7451661c-4552-46d7-a81d-6783c78edd37 HTTP/1.1" status: 200 len: 946 time: 0.0498626 Aug 16 18:00:46.689555 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-d91ad7b5-f802-4c56-bd68-8f1b20283a51 req-f6e24bbe-25a7-44b1-acf3-b5165231aa03 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351374 Aug 16 18:00:47.803492 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b73690a-9001-46db-8128-a94dd5e0f3d8 req-76aba448-fc2a-4936-97b2-ad5270f5c487 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:00:47.804948 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4b73690a-9001-46db-8128-a94dd5e0f3d8 req-76aba448-fc2a-4936-97b2-ad5270f5c487 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=7451661c-4552-46d7-a81d-6783c78edd37 HTTP/1.1" status: 200 len: 946 time: 0.0479999 Aug 16 18:00:47.842571 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-4b73690a-9001-46db-8128-a94dd5e0f3d8 req-2148048e-2db5-4131-b40a-1b7e47bfc1fb tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313973 Aug 16 18:00:47.952805 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5e567-2f48-4f99-a459-a6f8b5a664ad req-d115d572-04e1-4672-ac21-da1fd41107b1 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:00:47.954206 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-caf5e567-2f48-4f99-a459-a6f8b5a664ad req-d115d572-04e1-4672-ac21-da1fd41107b1 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=7451661c-4552-46d7-a81d-6783c78edd37 HTTP/1.1" status: 200 len: 946 time: 0.0480804 Aug 16 18:00:47.990148 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-caf5e567-2f48-4f99-a459-a6f8b5a664ad req-e6841444-da43-4f0d-901a-2169da09a22f tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301564 Aug 16 18:00:48.012132 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 59742) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 18:00:48.054801 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa03b5a1-b787-4be2-9bb0-884122976289 tempest-TestVolumeBootPattern-2016767074 tempest-TestVolumeBootPattern-2016767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:00:48.056291 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-fa03b5a1-b787-4be2-9bb0-884122976289 tempest-TestVolumeBootPattern-2016767074 tempest-TestVolumeBootPattern-2016767074-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7451661c-4552-46d7-a81d-6783c78edd37 HTTP/1.1" status: 200 len: 1094 time: 0.0431664 Aug 16 18:00:48.059012 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 59744) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 18:00:48.063221 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.v2.base [None req-2ea86843-454f-424c-9998-65cfd9041363 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Request body: {'floatingip': {'floating_network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'port_id': '5dced9dc-96ce-4bb6-aa3b-619c5d686c87', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 18:00:48.150431 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-2ea86843-454f-424c-9998-65cfd9041363 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for floatingip, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:00:48.246271 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-2ea86843-454f-424c-9998-65cfd9041363 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:00:48.349484 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.db_base_plugin_common [None req-2ea86843-454f-424c-9998-65cfd9041363 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Allocated IP 172.27.3.178 (d857f842-3fbc-4776-aae7-ff863ed2df9e/954a9ada-4a6b-483d-99dd-491d9afbe734/bb18e6d4-1357-4d0e-ae73-6714522faca7) {{(pid=101350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 18:00:48.448225 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-2ea86843-454f-424c-9998-65cfd9041363 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for port, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:00:48.556343 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-2ea86843-454f-424c-9998-65cfd9041363 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753902951662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4811479'] for port, after_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:00:48.597888 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea86843-454f-424c-9998-65cfd9041363 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Network d857f842-3fbc-4776-aae7-ff863ed2df9e is already hosted by enough agents. {{(pid=101350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 18:00:48.600713 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.base_scheduler [None req-2ea86843-454f-424c-9998-65cfd9041363 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Resources bound (agent type, host, resource id): {{(pid=101350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 18:00:48.604175 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea86843-454f-424c-9998-65cfd9041363 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Received port after_create {{(pid=101350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 18:00:48.609299 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea86843-454f-424c-9998-65cfd9041363 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Pushing event updated for resources: {'Port': ['ID=bb18e6d4-1357-4d0e-ae73-6714522faca7,revision_number=1']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 18:00:48.633742 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea86843-454f-424c-9998-65cfd9041363 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:00:48.634111 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea86843-454f-424c-9998-65cfd9041363 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:00:48.634445 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea86843-454f-424c-9998-65cfd9041363 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:00:48.634773 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea86843-454f-424c-9998-65cfd9041363 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:00:48.635097 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea86843-454f-424c-9998-65cfd9041363 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:00:48.635422 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea86843-454f-424c-9998-65cfd9041363 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:00:48.635742 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea86843-454f-424c-9998-65cfd9041363 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:00:48.636061 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea86843-454f-424c-9998-65cfd9041363 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:00:48.636378 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea86843-454f-424c-9998-65cfd9041363 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:00:48.636693 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea86843-454f-424c-9998-65cfd9041363 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:00:48.637007 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea86843-454f-424c-9998-65cfd9041363 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:00:48.637320 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea86843-454f-424c-9998-65cfd9041363 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:00:48.963469 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-2ea86843-454f-424c-9998-65cfd9041363 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:00:49.087721 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-2ea86843-454f-424c-9998-65cfd9041363 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719166'] for port, before_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:00:49.232976 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-2ea86843-454f-424c-9998-65cfd9041363 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for port, precommit_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:00:49.295777 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-2ea86843-454f-424c-9998-65cfd9041363 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753903421031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753902952964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753902952982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4811480'] for port, after_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:00:49.364079 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea86843-454f-424c-9998-65cfd9041363 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Pushing event updated for resources: {'Port': ['ID=bb18e6d4-1357-4d0e-ae73-6714522faca7,revision_number=2']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 18:00:49.374767 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-2ea86843-454f-424c-9998-65cfd9041363 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726209'] for floatingip, after_update {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:00:49.471150 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.db.l3_db [None req-2ea86843-454f-424c-9998-65cfd9041363 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Floating IP f721a165-93b1-4d5a-9abd-53f4cef6af42 associated. External IP: 172.27.3.178, port: 5dced9dc-96ce-4bb6-aa3b-619c5d686c87. Aug 16 18:00:49.669281 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea86843-454f-424c-9998-65cfd9041363 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Router 7b451379-5846-42af-82eb-80e384f4903b has already been hosted by L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 {{(pid=101350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 18:00:49.772654 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea86843-454f-424c-9998-65cfd9041363 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 18:00:49.783001 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b2463c-3062-47ac-bfed-680bb7fd8b97 None None] Sync routers for ids ['7b451379-5846-42af-82eb-80e384f4903b'] in dv-cinder-797608-18-iscsi {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 18:00:49.793260 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b2463c-3062-47ac-bfed-680bb7fd8b97 None None] Routers {'7b451379-5846-42af-82eb-80e384f4903b'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 18:00:49.796116 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-70b2463c-3062-47ac-bfed-680bb7fd8b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T18:00:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['7b451379-5846-42af-82eb-80e384f4903b'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 18:00:49.890314 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-2ea86843-454f-424c-9998-65cfd9041363 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for floatingip, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:00:49.895912 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-70b2463c-3062-47ac-bfed-680bb7fd8b97 None None] Set router 7b451379-5846-42af-82eb-80e384f4903b gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 18:00:49.917339 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-2ea86843-454f-424c-9998-65cfd9041363 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8572536 Aug 16 18:00:49.918034 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7451661c-4552-46d7-a81d-6783c78edd37', 'tag': '5dced9dc-96ce-4bb6-aa3b-619c5d686c87'}] {{(pid=101350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 18:00:49.920278 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}137876f5b741f0afb00714fe176f8a9d3b569402932f71b261fa9e4754b02137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5ae190-9c1c-4458-87ab-e52eeafcb726" -d '{"events": [{"name": "network-changed", "server_uuid": "7451661c-4552-46d7-a81d-6783c78edd37", "tag": "5dced9dc-96ce-4bb6-aa3b-619c5d686c87"}]}' {{(pid=101350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 18:00:49.956726 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 18:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e2809c-72af-476f-8bf4-0d9894d00e0a x-openstack-request-id: req-47e2809c-72af-476f-8bf4-0d9894d00e0a {{(pid=101350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 18:00:49.957018 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7451661c-4552-46d7-a81d-6783c78edd37", "tag": "5dced9dc-96ce-4bb6-aa3b-619c5d686c87", "status": "completed", "code": 200}]} {{(pid=101350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 18:00:49.957268 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-47e2809c-72af-476f-8bf4-0d9894d00e0a {{(pid=101350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 18:00:49.957667 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7451661c-4552-46d7-a81d-6783c78edd37', 'tag': '5dced9dc-96ce-4bb6-aa3b-619c5d686c87', 'status': 'completed', 'code': 200} Aug 16 18:00:50.048514 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ae190-9c1c-4458-87ab-e52eeafcb726 req-320f2008-b48c-482f-9f6d-01d25f11f657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:00:50.050051 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-3e5ae190-9c1c-4458-87ab-e52eeafcb726 req-320f2008-b48c-482f-9f6d-01d25f11f657 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d20225068a374f8e8ad006b98508f29d&device_id=7451661c-4552-46d7-a81d-6783c78edd37 HTTP/1.1" status: 200 len: 1099 time: 0.0431240 Aug 16 18:00:50.123354 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-70b2463c-3062-47ac-bfed-680bb7fd8b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b451379-5846-42af-82eb-80e384f4903b', 'name': 'tempest-TestVolumeBootPattern-1158336727-router', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:17Z', 'revision_number': 4, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'gw_port': {'id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_floatingips': [{'id': '2acf928b-8c8d-4bae-9529-a53fd7bee453', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'floating_ip_address': '172.27.3.189', 'floating_network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'router_id': '7b451379-5846-42af-82eb-80e384f4903b', 'port_id': '505dd70b-0fba-46cb-94aa-ee550931d263', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'mac_address': 'fa:16:3e:a4:a5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeaad01-994d-44b9-bf48-f350ef381059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T17:58:35Z', 'updated_at': '2021-08-16T17:58:37Z', 'revision_number': 1, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'fixed_ip_address_scope': None}, {'id': 'f721a165-93b1-4d5a-9abd-53f4cef6af42', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'floating_ip_address': '172.27.3.178', 'floating_network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'router_id': '7b451379-5846-42af-82eb-80e384f4903b', 'port_id': '5dced9dc-96ce-4bb6-aa3b-619c5d686c87', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'mac_address': 'fa:16:3e:56:49:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7451661c-4552-46d7-a81d-6783c78edd37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T18:00:48Z', 'updated_at': '2021-08-16T18:00:48Z', 'revision_number': 0, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c177a780-636f-418f-8f47-e9708f566c1a', 'name': '', 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'mac_address': 'fa:16:3e:7e:c7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:16Z', 'updated_at': '2021-08-16T17:55:24Z', 'revision_number': 5, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'subnets': [{'id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 18:00:50.137333 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ae190-9c1c-4458-87ab-e52eeafcb726 req-951a7b7a-380b-471b-b171-c46d2d440ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:00:50.138822 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-3e5ae190-9c1c-4458-87ab-e52eeafcb726 req-951a7b7a-380b-471b-b171-c46d2d440ce2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=595f5f6b-511b-4405-8d33-e66f5931d554 HTTP/1.1" status: 200 len: 913 time: 0.0816779 Aug 16 18:00:50.149402 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b2463c-3062-47ac-bfed-680bb7fd8b97 None None] Checking router: 7b451379-5846-42af-82eb-80e384f4903b for host: dv-cinder-797608-18-iscsi {{(pid=101351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 18:00:50.157522 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b2463c-3062-47ac-bfed-680bb7fd8b97 None None] Routers {'7b451379-5846-42af-82eb-80e384f4903b'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 18:00:50.158215 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-70b2463c-3062-47ac-bfed-680bb7fd8b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T18:00:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['7b451379-5846-42af-82eb-80e384f4903b'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 18:00:50.205385 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-3e5ae190-9c1c-4458-87ab-e52eeafcb726 req-0ebca5e9-cb8b-4783-8897-07b0daffb44a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dced9dc-96ce-4bb6-aa3b-619c5d686c87 HTTP/1.1" status: 200 len: 1000 time: 0.0584238 Aug 16 18:00:50.254129 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ae190-9c1c-4458-87ab-e52eeafcb726 req-416cd63d-785e-4a52-b7de-a789332e1c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:00:50.255569 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-3e5ae190-9c1c-4458-87ab-e52eeafcb726 req-416cd63d-785e-4a52-b7de-a789332e1c62 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8 HTTP/1.1" status: 200 len: 851 time: 0.0425086 Aug 16 18:00:50.261560 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-70b2463c-3062-47ac-bfed-680bb7fd8b97 None None] Set router 7b451379-5846-42af-82eb-80e384f4903b gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 18:00:50.300489 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ae190-9c1c-4458-87ab-e52eeafcb726 req-0951b02c-2174-4c05-ac39-36ce5e967356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:00:50.302078 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-3e5ae190-9c1c-4458-87ab-e52eeafcb726 req-0951b02c-2174-4c05-ac39-36ce5e967356 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=595f5f6b-511b-4405-8d33-e66f5931d554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0387163 Aug 16 18:00:50.399350 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-3e5ae190-9c1c-4458-87ab-e52eeafcb726 req-b3871509-b61f-46aa-85b0-a971a7d510a5 service neutron] 10.222.0.13 "GET /v2.0/networks/595f5f6b-511b-4405-8d33-e66f5931d554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896201 Aug 16 18:00:50.487679 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-3e5ae190-9c1c-4458-87ab-e52eeafcb726 req-e89f6c4d-391e-427c-93d5-f40364e53684 service neutron] 10.222.0.13 "GET /v2.0/networks/595f5f6b-511b-4405-8d33-e66f5931d554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810421 Aug 16 18:00:50.492902 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-70b2463c-3062-47ac-bfed-680bb7fd8b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b451379-5846-42af-82eb-80e384f4903b', 'name': 'tempest-TestVolumeBootPattern-1158336727-router', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:17Z', 'revision_number': 4, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'gw_port': {'id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_floatingips': [{'id': '2acf928b-8c8d-4bae-9529-a53fd7bee453', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'floating_ip_address': '172.27.3.189', 'floating_network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'router_id': '7b451379-5846-42af-82eb-80e384f4903b', 'port_id': '505dd70b-0fba-46cb-94aa-ee550931d263', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'mac_address': 'fa:16:3e:a4:a5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeaad01-994d-44b9-bf48-f350ef381059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T17:58:35Z', 'updated_at': '2021-08-16T17:58:37Z', 'revision_number': 1, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'fixed_ip_address_scope': None}, {'id': 'f721a165-93b1-4d5a-9abd-53f4cef6af42', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'floating_ip_address': '172.27.3.178', 'floating_network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'router_id': '7b451379-5846-42af-82eb-80e384f4903b', 'port_id': '5dced9dc-96ce-4bb6-aa3b-619c5d686c87', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'mac_address': 'fa:16:3e:56:49:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7451661c-4552-46d7-a81d-6783c78edd37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T18:00:48Z', 'updated_at': '2021-08-16T18:00:48Z', 'revision_number': 0, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c177a780-636f-418f-8f47-e9708f566c1a', 'name': '', 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'mac_address': 'fa:16:3e:7e:c7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:16Z', 'updated_at': '2021-08-16T17:55:24Z', 'revision_number': 5, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'subnets': [{'id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 18:00:50.641021 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b2463c-3062-47ac-bfed-680bb7fd8b97 None None] The sync data for ids ['7b451379-5846-42af-82eb-80e384f4903b'] in dv-cinder-797608-18-iscsi is: [{'id': '7b451379-5846-42af-82eb-80e384f4903b', 'name': 'tempest-TestVolumeBootPattern-1158336727-router', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:17Z', 'revision_number': 4, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'gw_port': {'id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_floatingips': [{'id': '2acf928b-8c8d-4bae-9529-a53fd7bee453', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'floating_ip_address': '172.27.3.189', 'floating_network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'router_id': '7b451379-5846-42af-82eb-80e384f4903b', 'port_id': '505dd70b-0fba-46cb-94aa-ee550931d263', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'mac_address': 'fa:16:3e:a4:a5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeaad01-994d-44b9-bf48-f350ef381059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T17:58:35Z', 'updated_at': '2021-08-16T17:58:37Z', 'revision_number': 1, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'fixed_ip_address_scope': None}, {'id': 'f721a165-93b1-4d5a-9abd-53f4cef6af42', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'floating_ip_address': '172.27.3.178', 'floating_network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'router_id': '7b451379-5846-42af-82eb-80e384f4903b', 'port_id': '5dced9dc-96ce-4bb6-aa3b-619c5d686c87', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'mac_address': 'fa:16:3e:56:49:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7451661c-4552-46d7-a81d-6783c78edd37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T18:00:48Z', 'updated_at': '2021-08-16T18:00:48Z', 'revision_number': 0, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c177a780-636f-418f-8f47-e9708f566c1a', 'name': '', 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'mac_address': 'fa:16:3e:7e:c7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:16Z', 'updated_at': '2021-08-16T17:55:24Z', 'revision_number': 5, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'subnets': [{'id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 18:00:50.816490 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88c88fd-b202-4deb-9432-ec0ab32f2ab5 None None] New status for floating IP f721a165-93b1-4d5a-9abd-53f4cef6af42: ACTIVE {{(pid=101352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 18:00:53.798457 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-630853eb-2f94-426b-986f-e222bfd66210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:00:56.550555 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-af7ffd1d-3778-41b0-86f4-77cc74809b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:00:56.715639 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:00:57.692816 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:00:57.887255 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:00:59.110418 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:01:04.395970 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-2f5c1ac6-b940-40c5-aa0e-a1df5b004316 req-ade7dff5-87b6-453b-962d-4e05f6b10dee service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cdeaad01-994d-44b9-bf48-f350ef381059&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386596 Aug 16 18:01:04.509837 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c1ac6-b940-40c5-aa0e-a1df5b004316 req-d8b93542-38c4-4a52-b2d8-ce95217e5e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:01:04.511362 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-2f5c1ac6-b940-40c5-aa0e-a1df5b004316 req-d8b93542-38c4-4a52-b2d8-ce95217e5e32 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d20225068a374f8e8ad006b98508f29d&device_id=cdeaad01-994d-44b9-bf48-f350ef381059 HTTP/1.1" status: 200 len: 1099 time: 0.0425286 Aug 16 18:01:04.617572 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c1ac6-b940-40c5-aa0e-a1df5b004316 req-7f557c5f-1c41-4e78-897d-21e780024351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:01:04.619059 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-2f5c1ac6-b940-40c5-aa0e-a1df5b004316 req-7f557c5f-1c41-4e78-897d-21e780024351 service neutron] 10.222.0.13 "GET /v2.0/networks?id=595f5f6b-511b-4405-8d33-e66f5931d554 HTTP/1.1" status: 200 len: 913 time: 0.0835083 Aug 16 18:01:04.689028 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-2f5c1ac6-b940-40c5-aa0e-a1df5b004316 req-1cf65a73-2a82-4255-929b-fa7f5c1d3d76 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=505dd70b-0fba-46cb-94aa-ee550931d263 HTTP/1.1" status: 200 len: 1002 time: 0.0605183 Aug 16 18:01:04.738291 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c1ac6-b940-40c5-aa0e-a1df5b004316 req-6975589a-ab3e-4c12-93cd-13865708e1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:01:04.739701 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-2f5c1ac6-b940-40c5-aa0e-a1df5b004316 req-6975589a-ab3e-4c12-93cd-13865708e1b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8 HTTP/1.1" status: 200 len: 851 time: 0.0424268 Aug 16 18:01:04.785711 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c1ac6-b940-40c5-aa0e-a1df5b004316 req-edf9a0d5-853e-403c-ae5a-f41a5b5e4451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:01:04.787232 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-2f5c1ac6-b940-40c5-aa0e-a1df5b004316 req-edf9a0d5-853e-403c-ae5a-f41a5b5e4451 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=595f5f6b-511b-4405-8d33-e66f5931d554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400524 Aug 16 18:01:04.881258 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-2f5c1ac6-b940-40c5-aa0e-a1df5b004316 req-1f4115bd-bdb8-4f3f-badb-2377949ee4bf service neutron] 10.222.0.13 "GET /v2.0/networks/595f5f6b-511b-4405-8d33-e66f5931d554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850978 Aug 16 18:01:04.970222 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-2f5c1ac6-b940-40c5-aa0e-a1df5b004316 req-da87eb98-f6c0-432f-b693-a865b469388a service neutron] 10.222.0.13 "GET /v2.0/networks/595f5f6b-511b-4405-8d33-e66f5931d554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807071 Aug 16 18:01:12.753302 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 6 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 18:01:23.808791 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0d12d788-a975-48b1-8633-1ea8617d399d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:01:26.560442 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-a8832aac-55ab-4fef-a87b-2bb04cc4c78a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:01:26.743325 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:01:27.688269 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:01:27.840425 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:01:29.114709 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:01:49.750977 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 6 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 18:01:53.810810 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-162c4330-f6d0-49fd-8bc7-75004d7f962c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:01:56.647729 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-a2c461fb-013c-4928-a154-c0dbf02e7310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:01:56.727273 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:01:57.693064 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:01:57.845265 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:01:59.107608 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:06.371753 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-6cae2932-7a99-40fa-b4b5-bbfb2ce30d95 req-3beea1ed-920a-4587-b1d4-a0ffb5bf8f8d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7451661c-4552-46d7-a81d-6783c78edd37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418355 Aug 16 18:02:06.448667 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae2932-7a99-40fa-b4b5-bbfb2ce30d95 req-3e16fce2-3f54-4611-955c-1c25bc6d10a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:02:06.450184 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-6cae2932-7a99-40fa-b4b5-bbfb2ce30d95 req-3e16fce2-3f54-4611-955c-1c25bc6d10a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d20225068a374f8e8ad006b98508f29d&device_id=7451661c-4552-46d7-a81d-6783c78edd37 HTTP/1.1" status: 200 len: 1099 time: 0.0424161 Aug 16 18:02:06.558951 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae2932-7a99-40fa-b4b5-bbfb2ce30d95 req-7d3feaa7-ea3e-410d-a3cc-f5f407aa606b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:02:06.560392 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-6cae2932-7a99-40fa-b4b5-bbfb2ce30d95 req-7d3feaa7-ea3e-410d-a3cc-f5f407aa606b service neutron] 10.222.0.13 "GET /v2.0/networks?id=595f5f6b-511b-4405-8d33-e66f5931d554 HTTP/1.1" status: 200 len: 913 time: 0.0837967 Aug 16 18:02:06.632246 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-6cae2932-7a99-40fa-b4b5-bbfb2ce30d95 req-c9147c38-6907-46e6-bc44-7d7268753799 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dced9dc-96ce-4bb6-aa3b-619c5d686c87 HTTP/1.1" status: 200 len: 1002 time: 0.0594158 Aug 16 18:02:06.683422 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae2932-7a99-40fa-b4b5-bbfb2ce30d95 req-5504e016-03af-4d8e-b23e-e77b57a59714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:02:06.684813 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-6cae2932-7a99-40fa-b4b5-bbfb2ce30d95 req-5504e016-03af-4d8e-b23e-e77b57a59714 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8 HTTP/1.1" status: 200 len: 851 time: 0.0423331 Aug 16 18:02:06.736232 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae2932-7a99-40fa-b4b5-bbfb2ce30d95 req-e698b8b6-d0f9-4456-b269-b5c9637d5e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:02:06.737814 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-6cae2932-7a99-40fa-b4b5-bbfb2ce30d95 req-e698b8b6-d0f9-4456-b269-b5c9637d5e80 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=595f5f6b-511b-4405-8d33-e66f5931d554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408638 Aug 16 18:02:06.829435 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-6cae2932-7a99-40fa-b4b5-bbfb2ce30d95 req-16dad6e5-d9c5-4b81-a5d6-8fd791f4e894 service neutron] 10.222.0.13 "GET /v2.0/networks/595f5f6b-511b-4405-8d33-e66f5931d554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840054 Aug 16 18:02:06.916626 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-6cae2932-7a99-40fa-b4b5-bbfb2ce30d95 req-ce6c4cf8-9844-41c9-b4dc-867348b56f62 service neutron] 10.222.0.13 "GET /v2.0/networks/595f5f6b-511b-4405-8d33-e66f5931d554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799479 Aug 16 18:02:17.550061 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 59784) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 18:02:17.701824 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.plugin [None req-45933f3f-7f38-4515-8a37-59045c405d24 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Deleting port bb18e6d4-1357-4d0e-ae73-6714522faca7 {{(pid=101350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 18:02:17.702194 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-45933f3f-7f38-4515-8a37-59045c405d24 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:17.776936 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-45933f3f-7f38-4515-8a37-59045c405d24 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:17.777252 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-45933f3f-7f38-4515-8a37-59045c405d24 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:17.788335 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.plugin [None req-45933f3f-7f38-4515-8a37-59045c405d24 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Calling delete_port for bb18e6d4-1357-4d0e-ae73-6714522faca7 owned by network:floatingip {{(pid=101350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 18:02:18.033142 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-45933f3f-7f38-4515-8a37-59045c405d24 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4811479'] for port, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:18.058744 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45933f3f-7f38-4515-8a37-59045c405d24 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Pushing event deleted for resources: {'Port': ['ID=bb18e6d4-1357-4d0e-ae73-6714522faca7,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 18:02:18.070635 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45933f3f-7f38-4515-8a37-59045c405d24 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:02:18.070991 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45933f3f-7f38-4515-8a37-59045c405d24 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:02:18.071330 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45933f3f-7f38-4515-8a37-59045c405d24 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:02:18.071754 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45933f3f-7f38-4515-8a37-59045c405d24 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:02:18.072034 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45933f3f-7f38-4515-8a37-59045c405d24 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:02:18.072364 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45933f3f-7f38-4515-8a37-59045c405d24 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:02:18.072690 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45933f3f-7f38-4515-8a37-59045c405d24 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:02:18.073015 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45933f3f-7f38-4515-8a37-59045c405d24 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:02:18.073338 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45933f3f-7f38-4515-8a37-59045c405d24 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:02:18.073659 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45933f3f-7f38-4515-8a37-59045c405d24 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:02:18.074008 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45933f3f-7f38-4515-8a37-59045c405d24 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:02:18.074333 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45933f3f-7f38-4515-8a37-59045c405d24 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:02:18.125061 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-45933f3f-7f38-4515-8a37-59045c405d24 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for floatingip, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:18.125446 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.db.l3_db [None req-45933f3f-7f38-4515-8a37-59045c405d24 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Floating IP f721a165-93b1-4d5a-9abd-53f4cef6af42 disassociated (deleted). External IP: 172.27.3.178, port: 5dced9dc-96ce-4bb6-aa3b-619c5d686c87. Aug 16 18:02:18.580841 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45933f3f-7f38-4515-8a37-59045c405d24 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Router 7b451379-5846-42af-82eb-80e384f4903b has already been hosted by L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 {{(pid=101350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 18:02:18.697128 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45933f3f-7f38-4515-8a37-59045c405d24 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 18:02:18.701855 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-45933f3f-7f38-4515-8a37-59045c405d24 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for floatingip, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:18.707059 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9123469f-9d51-4a7a-ad5a-4f99db0d70cf None None] Sync routers for ids ['7b451379-5846-42af-82eb-80e384f4903b'] in dv-cinder-797608-18-iscsi {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 18:02:18.715810 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9123469f-9d51-4a7a-ad5a-4f99db0d70cf None None] Routers {'7b451379-5846-42af-82eb-80e384f4903b'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 18:02:18.716423 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-9123469f-9d51-4a7a-ad5a-4f99db0d70cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T18:01:56Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['7b451379-5846-42af-82eb-80e384f4903b'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 18:02:18.726858 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-45933f3f-7f38-4515-8a37-59045c405d24 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "DELETE /v2.0/floatingips/f721a165-93b1-4d5a-9abd-53f4cef6af42 HTTP/1.1" status: 204 len: 168 time: 1.1757600 Aug 16 18:02:18.727454 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7451661c-4552-46d7-a81d-6783c78edd37', 'tag': '5dced9dc-96ce-4bb6-aa3b-619c5d686c87'}] {{(pid=101350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 18:02:18.729700 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}137876f5b741f0afb00714fe176f8a9d3b569402932f71b261fa9e4754b02137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8997dea-c8db-4625-a608-02c2bb9ab437" -d '{"events": [{"name": "network-changed", "server_uuid": "7451661c-4552-46d7-a81d-6783c78edd37", "tag": "5dced9dc-96ce-4bb6-aa3b-619c5d686c87"}]}' {{(pid=101350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 18:02:18.820628 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-9123469f-9d51-4a7a-ad5a-4f99db0d70cf None None] Set router 7b451379-5846-42af-82eb-80e384f4903b gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 18:02:19.046118 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-9123469f-9d51-4a7a-ad5a-4f99db0d70cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b451379-5846-42af-82eb-80e384f4903b', 'name': 'tempest-TestVolumeBootPattern-1158336727-router', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:17Z', 'revision_number': 4, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'gw_port': {'id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_floatingips': [{'id': '2acf928b-8c8d-4bae-9529-a53fd7bee453', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'floating_ip_address': '172.27.3.189', 'floating_network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'router_id': '7b451379-5846-42af-82eb-80e384f4903b', 'port_id': '505dd70b-0fba-46cb-94aa-ee550931d263', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'mac_address': 'fa:16:3e:a4:a5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeaad01-994d-44b9-bf48-f350ef381059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T17:58:35Z', 'updated_at': '2021-08-16T17:58:37Z', 'revision_number': 1, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c177a780-636f-418f-8f47-e9708f566c1a', 'name': '', 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'mac_address': 'fa:16:3e:7e:c7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:16Z', 'updated_at': '2021-08-16T17:55:24Z', 'revision_number': 5, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'subnets': [{'id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 18:02:19.052813 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 18:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdaeb2e5-0e06-42bb-b861-a8e6623be91f x-openstack-request-id: req-bdaeb2e5-0e06-42bb-b861-a8e6623be91f {{(pid=101350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 18:02:19.053164 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7451661c-4552-46d7-a81d-6783c78edd37", "tag": "5dced9dc-96ce-4bb6-aa3b-619c5d686c87", "status": "completed", "code": 200}]} {{(pid=101350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 18:02:19.053402 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bdaeb2e5-0e06-42bb-b861-a8e6623be91f {{(pid=101350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 18:02:19.053790 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7451661c-4552-46d7-a81d-6783c78edd37', 'tag': '5dced9dc-96ce-4bb6-aa3b-619c5d686c87', 'status': 'completed', 'code': 200} Aug 16 18:02:19.078058 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9123469f-9d51-4a7a-ad5a-4f99db0d70cf None None] Checking router: 7b451379-5846-42af-82eb-80e384f4903b for host: dv-cinder-797608-18-iscsi {{(pid=101351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 18:02:19.086441 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9123469f-9d51-4a7a-ad5a-4f99db0d70cf None None] Routers {'7b451379-5846-42af-82eb-80e384f4903b'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 18:02:19.087066 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-9123469f-9d51-4a7a-ad5a-4f99db0d70cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T18:01:56Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['7b451379-5846-42af-82eb-80e384f4903b'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 18:02:19.147716 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ba500-5ae9-4a8c-9d14-91b3b66b6299 req-61d5f9c3-4383-4cf2-afb0-86c17369ba25 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:02:19.149749 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-3a9ba500-5ae9-4a8c-9d14-91b3b66b6299 req-61d5f9c3-4383-4cf2-afb0-86c17369ba25 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=7451661c-4552-46d7-a81d-6783c78edd37 HTTP/1.1" status: 200 len: 946 time: 0.0492570 Aug 16 18:02:19.190451 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-3a9ba500-5ae9-4a8c-9d14-91b3b66b6299 req-39cd15fd-8011-4af3-b5de-0becd190356c tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344026 Aug 16 18:02:19.202246 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-9123469f-9d51-4a7a-ad5a-4f99db0d70cf None None] Set router 7b451379-5846-42af-82eb-80e384f4903b gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 18:02:19.206727 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8997dea-c8db-4625-a608-02c2bb9ab437 req-899b060d-fbeb-4a57-804c-559b66da53eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:02:19.208338 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-e8997dea-c8db-4625-a608-02c2bb9ab437 req-899b060d-fbeb-4a57-804c-559b66da53eb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d20225068a374f8e8ad006b98508f29d&device_id=7451661c-4552-46d7-a81d-6783c78edd37 HTTP/1.1" status: 200 len: 1099 time: 0.0401242 Aug 16 18:02:19.304676 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8997dea-c8db-4625-a608-02c2bb9ab437 req-b134127a-d086-4876-a4bd-21bef77dd448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:02:19.306183 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-e8997dea-c8db-4625-a608-02c2bb9ab437 req-b134127a-d086-4876-a4bd-21bef77dd448 service neutron] 10.222.0.13 "GET /v2.0/networks?id=595f5f6b-511b-4405-8d33-e66f5931d554 HTTP/1.1" status: 200 len: 913 time: 0.0884399 Aug 16 18:02:19.348719 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-e8997dea-c8db-4625-a608-02c2bb9ab437 req-84b14f6a-58aa-44ca-a811-dd2855c75dd3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dced9dc-96ce-4bb6-aa3b-619c5d686c87 HTTP/1.1" status: 200 len: 217 time: 0.0335281 Aug 16 18:02:19.401201 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8997dea-c8db-4625-a608-02c2bb9ab437 req-467f6e88-6404-4d28-bbb6-e4f1af06ec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:02:19.402674 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-e8997dea-c8db-4625-a608-02c2bb9ab437 req-467f6e88-6404-4d28-bbb6-e4f1af06ec46 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8 HTTP/1.1" status: 200 len: 851 time: 0.0468378 Aug 16 18:02:19.432304 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-9123469f-9d51-4a7a-ad5a-4f99db0d70cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b451379-5846-42af-82eb-80e384f4903b', 'name': 'tempest-TestVolumeBootPattern-1158336727-router', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:17Z', 'revision_number': 4, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'gw_port': {'id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_floatingips': [{'id': '2acf928b-8c8d-4bae-9529-a53fd7bee453', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'floating_ip_address': '172.27.3.189', 'floating_network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'router_id': '7b451379-5846-42af-82eb-80e384f4903b', 'port_id': '505dd70b-0fba-46cb-94aa-ee550931d263', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'mac_address': 'fa:16:3e:a4:a5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeaad01-994d-44b9-bf48-f350ef381059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T17:58:35Z', 'updated_at': '2021-08-16T17:58:37Z', 'revision_number': 1, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c177a780-636f-418f-8f47-e9708f566c1a', 'name': '', 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'mac_address': 'fa:16:3e:7e:c7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:16Z', 'updated_at': '2021-08-16T17:55:24Z', 'revision_number': 5, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'subnets': [{'id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 18:02:19.450674 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8997dea-c8db-4625-a608-02c2bb9ab437 req-97fe5b8e-3066-40fc-86f1-a2aa8d27da4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:02:19.452171 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-e8997dea-c8db-4625-a608-02c2bb9ab437 req-97fe5b8e-3066-40fc-86f1-a2aa8d27da4f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=595f5f6b-511b-4405-8d33-e66f5931d554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399818 Aug 16 18:02:19.457735 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9123469f-9d51-4a7a-ad5a-4f99db0d70cf None None] The sync data for ids ['7b451379-5846-42af-82eb-80e384f4903b'] in dv-cinder-797608-18-iscsi is: [{'id': '7b451379-5846-42af-82eb-80e384f4903b', 'name': 'tempest-TestVolumeBootPattern-1158336727-router', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:17Z', 'revision_number': 4, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'gw_port': {'id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_floatingips': [{'id': '2acf928b-8c8d-4bae-9529-a53fd7bee453', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'floating_ip_address': '172.27.3.189', 'floating_network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'router_id': '7b451379-5846-42af-82eb-80e384f4903b', 'port_id': '505dd70b-0fba-46cb-94aa-ee550931d263', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'mac_address': 'fa:16:3e:a4:a5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeaad01-994d-44b9-bf48-f350ef381059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T17:58:35Z', 'updated_at': '2021-08-16T17:58:37Z', 'revision_number': 1, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c177a780-636f-418f-8f47-e9708f566c1a', 'name': '', 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'mac_address': 'fa:16:3e:7e:c7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:16Z', 'updated_at': '2021-08-16T17:55:24Z', 'revision_number': 5, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'subnets': [{'id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 18:02:19.545995 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-e8997dea-c8db-4625-a608-02c2bb9ab437 req-40f15274-fc7c-4b29-9330-506c33dc4cb8 service neutron] 10.222.0.13 "GET /v2.0/networks/595f5f6b-511b-4405-8d33-e66f5931d554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854380 Aug 16 18:02:19.644239 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-e8997dea-c8db-4625-a608-02c2bb9ab437 req-b5e0ec91-b058-4dad-8a69-b4f7f3f65878 service neutron] 10.222.0.13 "GET /v2.0/networks/595f5f6b-511b-4405-8d33-e66f5931d554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904298 Aug 16 18:02:19.667370 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793f96b9-4d73-485b-96be-acd6c68b7ab9 None None] New status for floating IP f721a165-93b1-4d5a-9abd-53f4cef6af42: DOWN {{(pid=101352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 18:02:20.318453 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f68963-dd5d-48f3-8f82-2ae5bf566a61 req-c965c1e0-ba1e-4bf3-b190-f93f59251ca8 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:02:20.319852 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-24f68963-dd5d-48f3-8f82-2ae5bf566a61 req-c965c1e0-ba1e-4bf3-b190-f93f59251ca8 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=7451661c-4552-46d7-a81d-6783c78edd37 HTTP/1.1" status: 200 len: 946 time: 0.0503695 Aug 16 18:02:20.356605 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-24f68963-dd5d-48f3-8f82-2ae5bf566a61 req-3c151882-4123-42ea-8899-5880bced2df3 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309515 Aug 16 18:02:21.217360 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e917b-d890-4a5e-b21e-48ea0ff37444 req-5e95ae82-6dae-48cb-a589-b8b784bb4b68 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:02:21.218818 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-a40e917b-d890-4a5e-b21e-48ea0ff37444 req-5e95ae82-6dae-48cb-a589-b8b784bb4b68 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.13 "GET /v2.0/ports?device_id=7451661c-4552-46d7-a81d-6783c78edd37 HTTP/1.1" status: 200 len: 946 time: 0.0475397 Aug 16 18:02:21.314082 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [req-a40e917b-d890-4a5e-b21e-48ea0ff37444 req-fca05f2a-956c-456e-8a30-a8061a12f42e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Deleting port 5dced9dc-96ce-4bb6-aa3b-619c5d686c87 {{(pid=101349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 18:02:21.314290 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-a40e917b-d890-4a5e-b21e-48ea0ff37444 req-fca05f2a-956c-456e-8a30-a8061a12f42e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:21.405644 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-a40e917b-d890-4a5e-b21e-48ea0ff37444 req-fca05f2a-956c-456e-8a30-a8061a12f42e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] For port 5dced9dc-96ce-4bb6-aa3b-619c5d686c87, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5dced9dc-96ce-4bb6-aa3b-619c5d686c87,segment=NetworkSegment(cb5961d9-9f43-4b59-9b72-d077e5b2a075),segment_id=cb5961d9-9f43-4b59-9b72-d077e5b2a075)] {{(pid=101349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 18:02:21.406039 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-a40e917b-d890-4a5e-b21e-48ea0ff37444 req-fca05f2a-956c-456e-8a30-a8061a12f42e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:21.419449 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [req-a40e917b-d890-4a5e-b21e-48ea0ff37444 req-fca05f2a-956c-456e-8a30-a8061a12f42e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Calling delete_port for 5dced9dc-96ce-4bb6-aa3b-619c5d686c87 owned by compute:nova {{(pid=101349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 18:02:21.470903 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e84958-5c8d-4afa-8e02-c89f3903ba3d req-aa3cc4e9-bd25-46b0-be48-1026cfae24e3 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:02:21.485197 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-20e84958-5c8d-4afa-8e02-c89f3903ba3d req-aa3cc4e9-bd25-46b0-be48-1026cfae24e3 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=7451661c-4552-46d7-a81d-6783c78edd37 HTTP/1.1" status: 200 len: 946 time: 0.0471509 Aug 16 18:02:21.509661 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-20e84958-5c8d-4afa-8e02-c89f3903ba3d req-3792bd71-a4d4-4ec6-a4aa-eb2b32ad64b7 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313919 Aug 16 18:02:21.612121 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-a40e917b-d890-4a5e-b21e-48ea0ff37444 req-fca05f2a-956c-456e-8a30-a8061a12f42e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:21.641999 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca05f2a-956c-456e-8a30-a8061a12f42e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Pushing event deleted for resources: {'Port': ['ID=5dced9dc-96ce-4bb6-aa3b-619c5d686c87,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 18:02:21.669568 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca05f2a-956c-456e-8a30-a8061a12f42e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:02:21.669933 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca05f2a-956c-456e-8a30-a8061a12f42e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:02:21.670286 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca05f2a-956c-456e-8a30-a8061a12f42e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:02:21.670618 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca05f2a-956c-456e-8a30-a8061a12f42e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:02:21.670946 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca05f2a-956c-456e-8a30-a8061a12f42e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:02:21.671302 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca05f2a-956c-456e-8a30-a8061a12f42e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:02:21.671628 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca05f2a-956c-456e-8a30-a8061a12f42e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:02:21.671953 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca05f2a-956c-456e-8a30-a8061a12f42e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:02:21.672277 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca05f2a-956c-456e-8a30-a8061a12f42e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:02:21.672647 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca05f2a-956c-456e-8a30-a8061a12f42e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:02:21.672965 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca05f2a-956c-456e-8a30-a8061a12f42e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:02:21.673282 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca05f2a-956c-456e-8a30-a8061a12f42e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:02:21.698839 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40e917b-d890-4a5e-b21e-48ea0ff37444 req-fca05f2a-956c-456e-8a30-a8061a12f42e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] No DVR routers for this DVR port 5dced9dc-96ce-4bb6-aa3b-619c5d686c87 on host hv-cinder-79760 {{(pid=101349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 18:02:21.701458 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-a40e917b-d890-4a5e-b21e-48ea0ff37444 req-fca05f2a-956c-456e-8a30-a8061a12f42e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:21.703443 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-a40e917b-d890-4a5e-b21e-48ea0ff37444 req-fca05f2a-956c-456e-8a30-a8061a12f42e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.13 "DELETE /v2.0/ports/5dced9dc-96ce-4bb6-aa3b-619c5d686c87 HTTP/1.1" status: 204 len: 173 time: 0.4776976 Aug 16 18:02:21.704237 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7451661c-4552-46d7-a81d-6783c78edd37', 'name': 'network-vif-deleted', 'tag': '5dced9dc-96ce-4bb6-aa3b-619c5d686c87'}] {{(pid=101349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 18:02:21.706478 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}934f09010de237f24c102465ff13aed95362a81e3346d32f1bd52d9236897e6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af1bfba-384e-4315-b75a-3c698a186184" -d '{"events": [{"server_uuid": "7451661c-4552-46d7-a81d-6783c78edd37", "name": "network-vif-deleted", "tag": "5dced9dc-96ce-4bb6-aa3b-619c5d686c87"}]}' {{(pid=101349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 18:02:21.741677 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 18:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8535e8c8-efd6-40a4-9159-87b5b921db66 x-openstack-request-id: req-8535e8c8-efd6-40a4-9159-87b5b921db66 {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 18:02:21.742538 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7451661c-4552-46d7-a81d-6783c78edd37", "name": "network-vif-deleted", "tag": "5dced9dc-96ce-4bb6-aa3b-619c5d686c87", "status": "completed", "code": 200}]} {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 18:02:21.744522 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8535e8c8-efd6-40a4-9159-87b5b921db66 {{(pid=101349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 18:02:21.744522 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7451661c-4552-46d7-a81d-6783c78edd37', 'name': 'network-vif-deleted', 'tag': '5dced9dc-96ce-4bb6-aa3b-619c5d686c87', 'status': 'completed', 'code': 200} Aug 16 18:02:22.617180 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-e7243761-3b15-47f6-928b-c2082a6ecd9e req-2904727b-c4cd-4566-b6f9-731581d3704c tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=7451661c-4552-46d7-a81d-6783c78edd37 HTTP/1.1" status: 200 len: 210 time: 0.0260146 Aug 16 18:02:23.812227 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-df7c4803-f9e6-4df9-ad87-2a5c6a7930b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:25.279346 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 5dced9dc-96ce-4bb6-aa3b-619c5d686c87 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 18:02:25.302694 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] No Port match for: 5dced9dc-96ce-4bb6-aa3b-619c5d686c87 {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 18:02:25.303035 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 5dced9dc-96ce-4bb6-aa3b-619c5d686c87 not bound to the agent host hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 18:02:26.111945 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 59824) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 18:02:26.262441 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.plugin [None req-1da11ff7-7938-4609-a6bf-a33ddbd17ab2 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Deleting port 33efe4c8-a40c-488a-b723-35d7cff759a1 {{(pid=101350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 18:02:26.262703 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-1da11ff7-7938-4609-a6bf-a33ddbd17ab2 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:26.339341 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-1da11ff7-7938-4609-a6bf-a33ddbd17ab2 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:26.339670 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-1da11ff7-7938-4609-a6bf-a33ddbd17ab2 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:26.350808 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.plugin [None req-1da11ff7-7938-4609-a6bf-a33ddbd17ab2 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Calling delete_port for 33efe4c8-a40c-488a-b723-35d7cff759a1 owned by network:floatingip {{(pid=101350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 18:02:26.560605 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-6f0a81af-d685-44b5-a07d-3de0fe62a734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:26.583407 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-1da11ff7-7938-4609-a6bf-a33ddbd17ab2 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4811479'] for port, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:26.608052 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da11ff7-7938-4609-a6bf-a33ddbd17ab2 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Pushing event deleted for resources: {'Port': ['ID=33efe4c8-a40c-488a-b723-35d7cff759a1,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 18:02:26.668414 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-1da11ff7-7938-4609-a6bf-a33ddbd17ab2 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for floatingip, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:26.668790 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.db.l3_db [None req-1da11ff7-7938-4609-a6bf-a33ddbd17ab2 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Floating IP 2acf928b-8c8d-4bae-9529-a53fd7bee453 disassociated (deleted). External IP: 172.27.3.189, port: 505dd70b-0fba-46cb-94aa-ee550931d263. Aug 16 18:02:26.698075 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:26.750297 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 6 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 18:02:26.869354 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da11ff7-7938-4609-a6bf-a33ddbd17ab2 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Router 7b451379-5846-42af-82eb-80e384f4903b has already been hosted by L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 {{(pid=101350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 18:02:26.973574 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da11ff7-7938-4609-a6bf-a33ddbd17ab2 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 18:02:26.978269 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-1da11ff7-7938-4609-a6bf-a33ddbd17ab2 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for floatingip, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:26.982818 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eafa34e-9e28-4666-a96c-87d2f63f0960 None None] Sync routers for ids ['7b451379-5846-42af-82eb-80e384f4903b'] in dv-cinder-797608-18-iscsi {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 18:02:26.992685 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eafa34e-9e28-4666-a96c-87d2f63f0960 None None] Routers {'7b451379-5846-42af-82eb-80e384f4903b'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 18:02:26.996757 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-1eafa34e-9e28-4666-a96c-87d2f63f0960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T18:02:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['7b451379-5846-42af-82eb-80e384f4903b'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 18:02:27.005780 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-1da11ff7-7938-4609-a6bf-a33ddbd17ab2 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "DELETE /v2.0/floatingips/2acf928b-8c8d-4bae-9529-a53fd7bee453 HTTP/1.1" status: 204 len: 168 time: 0.8927708 Aug 16 18:02:27.006407 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdeaad01-994d-44b9-bf48-f350ef381059', 'tag': '505dd70b-0fba-46cb-94aa-ee550931d263'}] {{(pid=101350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 18:02:27.009348 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}137876f5b741f0afb00714fe176f8a9d3b569402932f71b261fa9e4754b02137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4359d6e-94ec-41de-8ad9-56a97fc154c8" -d '{"events": [{"name": "network-changed", "server_uuid": "cdeaad01-994d-44b9-bf48-f350ef381059", "tag": "505dd70b-0fba-46cb-94aa-ee550931d263"}]}' {{(pid=101350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 18:02:27.096526 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-1eafa34e-9e28-4666-a96c-87d2f63f0960 None None] Set router 7b451379-5846-42af-82eb-80e384f4903b gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 18:02:27.294756 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-1eafa34e-9e28-4666-a96c-87d2f63f0960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b451379-5846-42af-82eb-80e384f4903b', 'name': 'tempest-TestVolumeBootPattern-1158336727-router', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:17Z', 'revision_number': 4, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'gw_port': {'id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': 'c177a780-636f-418f-8f47-e9708f566c1a', 'name': '', 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'mac_address': 'fa:16:3e:7e:c7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:16Z', 'updated_at': '2021-08-16T17:55:24Z', 'revision_number': 5, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'subnets': [{'id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 18:02:27.320758 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eafa34e-9e28-4666-a96c-87d2f63f0960 None None] Checking router: 7b451379-5846-42af-82eb-80e384f4903b for host: dv-cinder-797608-18-iscsi {{(pid=101351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 18:02:27.329569 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eafa34e-9e28-4666-a96c-87d2f63f0960 None None] Routers {'7b451379-5846-42af-82eb-80e384f4903b'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 18:02:27.330227 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-1eafa34e-9e28-4666-a96c-87d2f63f0960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T18:02:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['7b451379-5846-42af-82eb-80e384f4903b'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 18:02:27.353456 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 18:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf501727-a028-420b-9986-1b7fa7e7c661 x-openstack-request-id: req-cf501727-a028-420b-9986-1b7fa7e7c661 {{(pid=101350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 18:02:27.354111 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdeaad01-994d-44b9-bf48-f350ef381059", "tag": "505dd70b-0fba-46cb-94aa-ee550931d263", "status": "completed", "code": 200}]} {{(pid=101350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 18:02:27.354111 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cf501727-a028-420b-9986-1b7fa7e7c661 {{(pid=101350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 18:02:27.354399 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdeaad01-994d-44b9-bf48-f350ef381059', 'tag': '505dd70b-0fba-46cb-94aa-ee550931d263', 'status': 'completed', 'code': 200} Aug 16 18:02:27.436360 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-1eafa34e-9e28-4666-a96c-87d2f63f0960 None None] Set router 7b451379-5846-42af-82eb-80e384f4903b gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 18:02:27.446310 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfaded8-0f77-4f8f-b639-4cc5df690275 req-7bc26be3-2c2c-4a97-bafc-95509338513c tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:02:27.447817 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ddfaded8-0f77-4f8f-b639-4cc5df690275 req-7bc26be3-2c2c-4a97-bafc-95509338513c tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=cdeaad01-994d-44b9-bf48-f350ef381059 HTTP/1.1" status: 200 len: 946 time: 0.0519135 Aug 16 18:02:27.482829 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4359d6e-94ec-41de-8ad9-56a97fc154c8 req-2d797245-a97b-497c-a00a-55619041f97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:02:27.484738 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-a4359d6e-94ec-41de-8ad9-56a97fc154c8 req-2d797245-a97b-497c-a00a-55619041f97c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d20225068a374f8e8ad006b98508f29d&device_id=cdeaad01-994d-44b9-bf48-f350ef381059 HTTP/1.1" status: 200 len: 1099 time: 0.0424252 Aug 16 18:02:27.486345 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-ddfaded8-0f77-4f8f-b639-4cc5df690275 req-27c6e64b-4ee0-49b8-9a6e-1de4da0ace9e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324056 Aug 16 18:02:27.576076 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4359d6e-94ec-41de-8ad9-56a97fc154c8 req-bdda2136-8182-4189-99c1-4b9b35cf80e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:02:27.577597 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-a4359d6e-94ec-41de-8ad9-56a97fc154c8 req-bdda2136-8182-4189-99c1-4b9b35cf80e0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=595f5f6b-511b-4405-8d33-e66f5931d554 HTTP/1.1" status: 200 len: 913 time: 0.0854311 Aug 16 18:02:27.623094 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-a4359d6e-94ec-41de-8ad9-56a97fc154c8 req-3458180f-2690-4afe-8532-98dd9d55da59 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=505dd70b-0fba-46cb-94aa-ee550931d263 HTTP/1.1" status: 200 len: 217 time: 0.0379004 Aug 16 18:02:27.675062 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4359d6e-94ec-41de-8ad9-56a97fc154c8 req-1a83f24e-bd63-4f16-b8d7-012df2ea5871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:02:27.676535 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-a4359d6e-94ec-41de-8ad9-56a97fc154c8 req-1a83f24e-bd63-4f16-b8d7-012df2ea5871 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8 HTTP/1.1" status: 200 len: 851 time: 0.0460901 Aug 16 18:02:27.723300 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4359d6e-94ec-41de-8ad9-56a97fc154c8 req-d236db39-4039-420c-8e2b-9e309e3a3446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:02:27.724814 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-a4359d6e-94ec-41de-8ad9-56a97fc154c8 req-d236db39-4039-420c-8e2b-9e309e3a3446 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=595f5f6b-511b-4405-8d33-e66f5931d554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402000 Aug 16 18:02:27.773142 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-1eafa34e-9e28-4666-a96c-87d2f63f0960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b451379-5846-42af-82eb-80e384f4903b', 'name': 'tempest-TestVolumeBootPattern-1158336727-router', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:17Z', 'revision_number': 4, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'gw_port': {'id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': 'c177a780-636f-418f-8f47-e9708f566c1a', 'name': '', 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'mac_address': 'fa:16:3e:7e:c7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:16Z', 'updated_at': '2021-08-16T17:55:24Z', 'revision_number': 5, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'subnets': [{'id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 18:02:27.804376 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eafa34e-9e28-4666-a96c-87d2f63f0960 None None] The sync data for ids ['7b451379-5846-42af-82eb-80e384f4903b'] in dv-cinder-797608-18-iscsi is: [{'id': '7b451379-5846-42af-82eb-80e384f4903b', 'name': 'tempest-TestVolumeBootPattern-1158336727-router', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:17Z', 'revision_number': 4, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'gw_port': {'id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi', '_interfaces': [{'id': 'c177a780-636f-418f-8f47-e9708f566c1a', 'name': '', 'network_id': '595f5f6b-511b-4405-8d33-e66f5931d554', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'mac_address': 'fa:16:3e:7e:c7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:16Z', 'updated_at': '2021-08-16T17:55:24Z', 'revision_number': 5, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'subnets': [{'id': '8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 18:02:27.807668 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:27.821497 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-a4359d6e-94ec-41de-8ad9-56a97fc154c8 req-f9736016-8038-40bc-8ec6-5d4dc8a46eb6 service neutron] 10.222.0.13 "GET /v2.0/networks/595f5f6b-511b-4405-8d33-e66f5931d554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877242 Aug 16 18:02:27.904100 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:27.914792 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-a4359d6e-94ec-41de-8ad9-56a97fc154c8 req-5d600fd0-1d5f-43d7-86e5-c1a4a9324259 service neutron] 10.222.0.13 "GET /v2.0/networks/595f5f6b-511b-4405-8d33-e66f5931d554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856912 Aug 16 18:02:28.021352 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210c9026-f22d-4e20-9ba7-d551a346f7ac None None] New status for floating IP 2acf928b-8c8d-4bae-9529-a53fd7bee453: DOWN {{(pid=101352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 18:02:28.597256 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6ec48-c5b1-4d06-bbcb-19290ad475e0 req-13bd32fd-44ca-4175-af55-8e6cbcff244e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:02:28.598713 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a9a6ec48-c5b1-4d06-bbcb-19290ad475e0 req-13bd32fd-44ca-4175-af55-8e6cbcff244e tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=cdeaad01-994d-44b9-bf48-f350ef381059 HTTP/1.1" status: 200 len: 946 time: 0.0463426 Aug 16 18:02:28.635883 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-a9a6ec48-c5b1-4d06-bbcb-19290ad475e0 req-949cecfa-3abd-497b-81ca-5791529685de tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309372 Aug 16 18:02:29.132149 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:29.373800 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded71b17-ceba-4ec6-be49-92519689b8f1 req-73dada1c-5c52-48a8-b0c2-65949d099054 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:02:29.375253 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-ded71b17-ceba-4ec6-be49-92519689b8f1 req-73dada1c-5c52-48a8-b0c2-65949d099054 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdeaad01-994d-44b9-bf48-f350ef381059 HTTP/1.1" status: 200 len: 946 time: 0.0506928 Aug 16 18:02:29.462879 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [req-ded71b17-ceba-4ec6-be49-92519689b8f1 req-6880671e-dd86-4a02-873c-19fe139cbedc tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Deleting port 505dd70b-0fba-46cb-94aa-ee550931d263 {{(pid=101349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 18:02:29.463213 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-ded71b17-ceba-4ec6-be49-92519689b8f1 req-6880671e-dd86-4a02-873c-19fe139cbedc tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:29.549502 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [req-ded71b17-ceba-4ec6-be49-92519689b8f1 req-6880671e-dd86-4a02-873c-19fe139cbedc tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] For port 505dd70b-0fba-46cb-94aa-ee550931d263, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=505dd70b-0fba-46cb-94aa-ee550931d263,segment=NetworkSegment(cb5961d9-9f43-4b59-9b72-d077e5b2a075),segment_id=cb5961d9-9f43-4b59-9b72-d077e5b2a075)] {{(pid=101349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 18:02:29.549855 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-ded71b17-ceba-4ec6-be49-92519689b8f1 req-6880671e-dd86-4a02-873c-19fe139cbedc tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:29.562289 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [req-ded71b17-ceba-4ec6-be49-92519689b8f1 req-6880671e-dd86-4a02-873c-19fe139cbedc tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Calling delete_port for 505dd70b-0fba-46cb-94aa-ee550931d263 owned by compute:nova {{(pid=101349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 18:02:29.732190 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-ded71b17-ceba-4ec6-be49-92519689b8f1 req-6880671e-dd86-4a02-873c-19fe139cbedc tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:29.747376 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15c6ea-c944-4bb4-a5ed-1fe590fa339a req-8eafac70-ce2a-495f-a263-640c70de1875 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 18:02:29.748829 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-de15c6ea-c944-4bb4-a5ed-1fe590fa339a req-8eafac70-ce2a-495f-a263-640c70de1875 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=cdeaad01-994d-44b9-bf48-f350ef381059 HTTP/1.1" status: 200 len: 867 time: 0.0467660 Aug 16 18:02:29.769505 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6880671e-dd86-4a02-873c-19fe139cbedc tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Pushing event deleted for resources: {'Port': ['ID=505dd70b-0fba-46cb-94aa-ee550931d263,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 18:02:29.788489 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-de15c6ea-c944-4bb4-a5ed-1fe590fa339a req-80ac1f82-8ea9-43f8-8bf9-a6d02383f58d tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d30f309-50be-472b-ab67-36c1096aae99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330985 Aug 16 18:02:29.808725 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded71b17-ceba-4ec6-be49-92519689b8f1 req-6880671e-dd86-4a02-873c-19fe139cbedc tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] No DVR routers for this DVR port 505dd70b-0fba-46cb-94aa-ee550931d263 on host hv-cinder-79760 {{(pid=101349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 18:02:29.811207 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [req-ded71b17-ceba-4ec6-be49-92519689b8f1 req-6880671e-dd86-4a02-873c-19fe139cbedc tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for port, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:29.813194 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [req-ded71b17-ceba-4ec6-be49-92519689b8f1 req-6880671e-dd86-4a02-873c-19fe139cbedc tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.13 "DELETE /v2.0/ports/505dd70b-0fba-46cb-94aa-ee550931d263 HTTP/1.1" status: 204 len: 173 time: 0.4305320 Aug 16 18:02:29.813620 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdeaad01-994d-44b9-bf48-f350ef381059', 'name': 'network-vif-deleted', 'tag': '505dd70b-0fba-46cb-94aa-ee550931d263'}] {{(pid=101349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 18:02:29.815843 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}934f09010de237f24c102465ff13aed95362a81e3346d32f1bd52d9236897e6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6b37df-7a49-4df5-925d-ae356d993ac4" -d '{"events": [{"server_uuid": "cdeaad01-994d-44b9-bf48-f350ef381059", "name": "network-vif-deleted", "tag": "505dd70b-0fba-46cb-94aa-ee550931d263"}]}' {{(pid=101349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 18:02:29.850123 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 18:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ebc7ad-f920-402b-9fde-0126141bc67d x-openstack-request-id: req-76ebc7ad-f920-402b-9fde-0126141bc67d {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 18:02:29.850408 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdeaad01-994d-44b9-bf48-f350ef381059", "name": "network-vif-deleted", "tag": "505dd70b-0fba-46cb-94aa-ee550931d263", "status": "completed", "code": 200}]} {{(pid=101349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 18:02:29.850711 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-76ebc7ad-f920-402b-9fde-0126141bc67d {{(pid=101349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 18:02:29.851222 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdeaad01-994d-44b9-bf48-f350ef381059', 'name': 'network-vif-deleted', 'tag': '505dd70b-0fba-46cb-94aa-ee550931d263', 'status': 'completed', 'code': 200} Aug 16 18:02:30.896722 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [req-f941de49-08a4-48cf-a7d8-cd2d356ce3ca req-3a46f3db-cfc8-4ff4-ad38-08ab94c97870 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "GET /v2.0/ports?device_id=cdeaad01-994d-44b9-bf48-f350ef381059 HTTP/1.1" status: 200 len: 210 time: 0.0284410 Aug 16 18:02:31.952733 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 59842) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 18:02:32.077057 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.plugin [None req-14b62426-0844-4472-a5d0-061829ddf4c5 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Deleting port c1fe1b3b-5e21-42c3-8734-6943a0e555ce {{(pid=101350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 18:02:32.077396 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-14b62426-0844-4472-a5d0-061829ddf4c5 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:32.148867 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-14b62426-0844-4472-a5d0-061829ddf4c5 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:32.149185 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-14b62426-0844-4472-a5d0-061829ddf4c5 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:32.160223 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.plugin [None req-14b62426-0844-4472-a5d0-061829ddf4c5 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Calling delete_port for c1fe1b3b-5e21-42c3-8734-6943a0e555ce owned by network:floatingip {{(pid=101350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 18:02:32.372624 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-14b62426-0844-4472-a5d0-061829ddf4c5 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4811479'] for port, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:32.398484 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b62426-0844-4472-a5d0-061829ddf4c5 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Pushing event deleted for resources: {'Port': ['ID=c1fe1b3b-5e21-42c3-8734-6943a0e555ce,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 18:02:32.458368 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-14b62426-0844-4472-a5d0-061829ddf4c5 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for floatingip, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:32.460864 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-14b62426-0844-4472-a5d0-061829ddf4c5 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434574'] for floatingip, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:32.462388 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-14b62426-0844-4472-a5d0-061829ddf4c5 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "DELETE /v2.0/floatingips/2687880e-919f-4889-94d5-7e566ffba6b8 HTTP/1.1" status: 204 len: 168 time: 0.5083501 Aug 16 18:02:33.306977 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 505dd70b-0fba-46cb-94aa-ee550931d263 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 18:02:33.327032 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] No Port match for: 505dd70b-0fba-46cb-94aa-ee550931d263 {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 18:02:33.327379 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Device 505dd70b-0fba-46cb-94aa-ee550931d263 not bound to the agent host hv-cinder-79760 {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 18:02:33.765533 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 59854) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 18:02:33.822711 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-a50f539e-184c-4fcc-9e64-6f101c713939 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:33.846580 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-a50f539e-184c-4fcc-9e64-6f101c713939 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:33.975947 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-a50f539e-184c-4fcc-9e64-6f101c713939 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:33.978944 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-a50f539e-184c-4fcc-9e64-6f101c713939 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:33.983361 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-a50f539e-184c-4fcc-9e64-6f101c713939 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] 10.222.0.73 "DELETE /v2.0/security-groups/9d30f309-50be-472b-ab67-36c1096aae99 HTTP/1.1" status: 204 len: 168 time: 0.2132974 Aug 16 18:02:33.989174 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f539e-184c-4fcc-9e64-6f101c713939 tempest-TestVolumeBootPattern-1558752325 tempest-TestVolumeBootPattern-1558752325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d30f309-50be-472b-ab67-36c1096aae99,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 18:02:34.084821 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 59858) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 18:02:34.608301 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-2be5a459-1ba2-4125-b1c9-51417f0adbbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701377'] for router_interface, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:34.840763 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [None req-2be5a459-1ba2-4125-b1c9-51417f0adbbd admin admin] Deleting port c177a780-636f-418f-8f47-e9708f566c1a {{(pid=101349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 18:02:34.841517 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-2be5a459-1ba2-4125-b1c9-51417f0adbbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:34.917126 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [None req-2be5a459-1ba2-4125-b1c9-51417f0adbbd admin admin] For port c177a780-636f-418f-8f47-e9708f566c1a, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=c177a780-636f-418f-8f47-e9708f566c1a,segment=NetworkSegment(cb5961d9-9f43-4b59-9b72-d077e5b2a075),segment_id=cb5961d9-9f43-4b59-9b72-d077e5b2a075)] {{(pid=101349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 18:02:34.917397 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-2be5a459-1ba2-4125-b1c9-51417f0adbbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:34.932281 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [None req-2be5a459-1ba2-4125-b1c9-51417f0adbbd admin admin] Calling delete_port for c177a780-636f-418f-8f47-e9708f566c1a owned by network:router_interface {{(pid=101349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 18:02:35.183827 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-2be5a459-1ba2-4125-b1c9-51417f0adbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:35.206039 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5a459-1ba2-4125-b1c9-51417f0adbbd admin admin] Pushing event deleted for resources: {'Port': ['ID=c177a780-636f-418f-8f47-e9708f566c1a,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 18:02:35.612686 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-2be5a459-1ba2-4125-b1c9-51417f0adbbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-634115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725841'] for router_interface, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:35.821962 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be5a459-1ba2-4125-b1c9-51417f0adbbd admin admin] Router 7b451379-5846-42af-82eb-80e384f4903b has already been hosted by L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 {{(pid=101349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 18:02:35.925392 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be5a459-1ba2-4125-b1c9-51417f0adbbd admin admin] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 18:02:35.930285 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-2be5a459-1ba2-4125-b1c9-51417f0adbbd admin admin] 10.222.0.73 "PUT /v2.0/routers/7b451379-5846-42af-82eb-80e384f4903b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8443468 Aug 16 18:02:35.932754 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 59862) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 18:02:35.935372 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80973b7e-2e8e-4425-8174-648e615ae626 None None] Sync routers for ids ['7b451379-5846-42af-82eb-80e384f4903b'] in dv-cinder-797608-18-iscsi {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 18:02:35.945050 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80973b7e-2e8e-4425-8174-648e615ae626 None None] Routers {'7b451379-5846-42af-82eb-80e384f4903b'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 18:02:35.945707 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-80973b7e-2e8e-4425-8174-648e615ae626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T18:02:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['7b451379-5846-42af-82eb-80e384f4903b'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 18:02:36.043074 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e46f21d0-099e-4e4c-8334-8d4c77da3378 admin admin] Notify callbacks [] for router, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:36.055660 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-80973b7e-2e8e-4425-8174-648e615ae626 None None] Set router 7b451379-5846-42af-82eb-80e384f4903b gateway port host: dv-cinder-797608-18-iscsi {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 18:02:36.143521 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e46f21d0-099e-4e4c-8334-8d4c77da3378 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:36.242001 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-80973b7e-2e8e-4425-8174-648e615ae626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b451379-5846-42af-82eb-80e384f4903b', 'name': 'tempest-TestVolumeBootPattern-1158336727-router', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T18:02:35Z', 'revision_number': 5, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'gw_port': {'id': '3a139979-e757-4a3a-b7d5-43c75f85be95', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b451379-5846-42af-82eb-80e384f4903b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T17:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi'}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 18:02:36.270651 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80973b7e-2e8e-4425-8174-648e615ae626 None None] Checking router: 7b451379-5846-42af-82eb-80e384f4903b for host: dv-cinder-797608-18-iscsi {{(pid=101351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 18:02:36.277873 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [None req-e46f21d0-099e-4e4c-8334-8d4c77da3378 admin admin] Deleting port 3a139979-e757-4a3a-b7d5-43c75f85be95 {{(pid=101349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 18:02:36.278236 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e46f21d0-099e-4e4c-8334-8d4c77da3378 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:36.279497 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80973b7e-2e8e-4425-8174-648e615ae626 None None] Routers {'7b451379-5846-42af-82eb-80e384f4903b'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 18:02:36.280174 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-80973b7e-2e8e-4425-8174-648e615ae626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T18:02:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['7b451379-5846-42af-82eb-80e384f4903b'], 'active': True} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 18:02:36.357425 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [None req-e46f21d0-099e-4e4c-8334-8d4c77da3378 admin admin] For port 3a139979-e757-4a3a-b7d5-43c75f85be95, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=3a139979-e757-4a3a-b7d5-43c75f85be95,segment=NetworkSegment(81288102-e1f3-4b19-b1aa-0a6021adf8ca),segment_id=81288102-e1f3-4b19-b1aa-0a6021adf8ca)] {{(pid=101349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 18:02:36.357780 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e46f21d0-099e-4e4c-8334-8d4c77da3378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:36.367974 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvr_db [None req-80973b7e-2e8e-4425-8174-648e615ae626 None None] Set router 7b451379-5846-42af-82eb-80e384f4903b gateway port host: None {{(pid=101351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 18:02:36.374001 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [None req-e46f21d0-099e-4e4c-8334-8d4c77da3378 admin admin] Calling delete_port for 3a139979-e757-4a3a-b7d5-43c75f85be95 owned by network:router_gateway {{(pid=101349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 18:02:36.421746 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_hamode_db [None req-80973b7e-2e8e-4425-8174-648e615ae626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b451379-5846-42af-82eb-80e384f4903b', 'name': 'tempest-TestVolumeBootPattern-1158336727-router', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T18:02:36Z', 'revision_number': 6, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'gw_port_host': None}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 18:02:36.448078 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80973b7e-2e8e-4425-8174-648e615ae626 None None] The sync data for ids ['7b451379-5846-42af-82eb-80e384f4903b'] in dv-cinder-797608-18-iscsi is: [{'id': '7b451379-5846-42af-82eb-80e384f4903b', 'name': 'tempest-TestVolumeBootPattern-1158336727-router', 'tenant_id': 'd20225068a374f8e8ad006b98508f29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:55:14Z', 'updated_at': '2021-08-16T18:02:36Z', 'revision_number': 6, 'project_id': 'd20225068a374f8e8ad006b98508f29d', 'gw_port_host': None}] {{(pid=101351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 18:02:36.593527 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e46f21d0-099e-4e4c-8334-8d4c77da3378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:36.624100 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f21d0-099e-4e4c-8334-8d4c77da3378 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a139979-e757-4a3a-b7d5-43c75f85be95,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 18:02:36.684351 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e46f21d0-099e-4e4c-8334-8d4c77da3378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726267'] for router_gateway, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:36.773700 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e46f21d0-099e-4e4c-8334-8d4c77da3378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39839'] for router, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:36.775707 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e46f21d0-099e-4e4c-8334-8d4c77da3378 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:36.898431 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e46f21d0-099e-4e4c-8334-8d4c77da3378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723814'] for router, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:36.906026 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46f21d0-099e-4e4c-8334-8d4c77da3378 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b451379-5846-42af-82eb-80e384f4903b {{(pid=101349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 18:02:36.906026 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-e46f21d0-099e-4e4c-8334-8d4c77da3378 admin admin] Notify callbacks [] for router, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:36.906026 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-e46f21d0-099e-4e4c-8334-8d4c77da3378 admin admin] 10.222.0.73 "DELETE /v2.0/routers/7b451379-5846-42af-82eb-80e384f4903b HTTP/1.1" status: 204 len: 168 time: 0.9715049 Aug 16 18:02:36.908578 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 59864) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 18:02:36.957223 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d3383a9-6f8d-4c4f-9324-29bd13e3c9b9 admin admin] Deleting subnet 8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8 {{(pid=101349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 18:02:36.960227 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-0d3383a9-6f8d-4c4f-9324-29bd13e3c9b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:36.994540 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-0d3383a9-6f8d-4c4f-9324-29bd13e3c9b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5662925'] for subnet, precommit_delete_associations {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:37.074008 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-0d3383a9-6f8d-4c4f-9324-29bd13e3c9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1871003'] for subnet, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:37.201745 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-0d3383a9-6f8d-4c4f-9324-29bd13e3c9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1870994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5660699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6007016'] for subnet, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:37.230998 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-0d3383a9-6f8d-4c4f-9324-29bd13e3c9b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:37.232934 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-0d3383a9-6f8d-4c4f-9324-29bd13e3c9b9 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8 HTTP/1.1" status: 204 len: 168 time: 0.3234274 Aug 16 18:02:37.233856 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3383a9-6f8d-4c4f-9324-29bd13e3c9b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b31bed6-50c9-4a1b-86d9-e38dedf0b3d8,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 18:02:37.235488 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 59866) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 18:02:37.239841 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36aa763-0b01-4693-8db4-0db3c3c705cf None None] Network 595f5f6b-511b-4405-8d33-e66f5931d554 requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 18:02:37.313124 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-57f5dc6d-751d-4ff0-987e-ad7b5cc40c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639821'] for network, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:37.373227 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [None req-57f5dc6d-751d-4ff0-987e-ad7b5cc40c28 admin admin] Deleting port 1667c3e4-10f6-4f41-8488-9e2d071ec931 {{(pid=101349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 18:02:37.373700 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-57f5dc6d-751d-4ff0-987e-ad7b5cc40c28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:37.438079 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.db [None req-57f5dc6d-751d-4ff0-987e-ad7b5cc40c28 admin admin] For port 1667c3e4-10f6-4f41-8488-9e2d071ec931, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=1667c3e4-10f6-4f41-8488-9e2d071ec931,segment=NetworkSegment(cb5961d9-9f43-4b59-9b72-d077e5b2a075),segment_id=cb5961d9-9f43-4b59-9b72-d077e5b2a075)] {{(pid=101349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 18:02:37.438759 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-57f5dc6d-751d-4ff0-987e-ad7b5cc40c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:37.439579 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04c3630-1646-4181-8332-d746dcdd38ab None None] DHCP port deletion for 595f5f6b-511b-4405-8d33-e66f5931d554 request from dv-cinder-797608-18-iscsi {{(pid=101351) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 18:02:37.455319 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.plugin [None req-57f5dc6d-751d-4ff0-987e-ad7b5cc40c28 admin admin] Calling delete_port for 1667c3e4-10f6-4f41-8488-9e2d071ec931 owned by network:dhcp {{(pid=101349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 18:02:37.485820 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-d04c3630-1646-4181-8332-d746dcdd38ab None None] Deleting port 1667c3e4-10f6-4f41-8488-9e2d071ec931 {{(pid=101351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 18:02:37.486235 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-d04c3630-1646-4181-8332-d746dcdd38ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:37.549581 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-d04c3630-1646-4181-8332-d746dcdd38ab None None] For port 1667c3e4-10f6-4f41-8488-9e2d071ec931, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=1667c3e4-10f6-4f41-8488-9e2d071ec931,segment=NetworkSegment(cb5961d9-9f43-4b59-9b72-d077e5b2a075),segment_id=cb5961d9-9f43-4b59-9b72-d077e5b2a075)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 18:02:37.550073 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-d04c3630-1646-4181-8332-d746dcdd38ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:37.562195 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-d04c3630-1646-4181-8332-d746dcdd38ab None None] Calling delete_port for 1667c3e4-10f6-4f41-8488-9e2d071ec931 owned by network:dhcp {{(pid=101351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 18:02:37.646601 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-57f5dc6d-751d-4ff0-987e-ad7b5cc40c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5660750'] for port, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:37.652829 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-d04c3630-1646-4181-8332-d746dcdd38ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671'] for port, after_delete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:37.675538 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f5dc6d-751d-4ff0-987e-ad7b5cc40c28 admin admin] Pushing event deleted for resources: {'Port': ['ID=1667c3e4-10f6-4f41-8488-9e2d071ec931,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 18:02:37.677209 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c3630-1646-4181-8332-d746dcdd38ab None None] Pushing event deleted for resources: {'Port': ['ID=1667c3e4-10f6-4f41-8488-9e2d071ec931,revision_number=None']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 18:02:37.679226 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f5dc6d-751d-4ff0-987e-ad7b5cc40c28 admin admin] No DVR routers for this DVR port 1667c3e4-10f6-4f41-8488-9e2d071ec931 on host dv-cinder-797608-18-iscsi {{(pid=101349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 18:02:37.681693 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04c3630-1646-4181-8332-d746dcdd38ab None None] No DVR routers for this DVR port 1667c3e4-10f6-4f41-8488-9e2d071ec931 on host dv-cinder-797608-18-iscsi {{(pid=101351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 18:02:37.688477 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04c3630-1646-4181-8332-d746dcdd38ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:02:37.692716 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04c3630-1646-4181-8332-d746dcdd38ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:02:37.692716 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04c3630-1646-4181-8332-d746dcdd38ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:02:37.692716 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04c3630-1646-4181-8332-d746dcdd38ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:02:37.692716 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04c3630-1646-4181-8332-d746dcdd38ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:02:37.692716 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04c3630-1646-4181-8332-d746dcdd38ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:02:37.692716 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04c3630-1646-4181-8332-d746dcdd38ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:02:37.692716 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04c3630-1646-4181-8332-d746dcdd38ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:02:37.692716 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04c3630-1646-4181-8332-d746dcdd38ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:02:37.692716 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04c3630-1646-4181-8332-d746dcdd38ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:02:37.692716 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04c3630-1646-4181-8332-d746dcdd38ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:02:37.692716 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04c3630-1646-4181-8332-d746dcdd38ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-18-iscsi {{(pid=101351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 18:02:37.750116 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-57f5dc6d-751d-4ff0-987e-ad7b5cc40c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1573870', 'neutron.services.segments.db._delete_segments_for_network-8753903461187'] for network, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:37.760569 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.services.segments.db [None req-57f5dc6d-751d-4ff0-987e-ad7b5cc40c28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['595f5f6b-511b-4405-8d33-e66f5931d554']}} {{(pid=101349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 18:02:37.760748 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device c177a780-636f-418f-8f47-e9708f566c1a no longer exists at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 18:02:37.771213 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.services.segments.db [None req-57f5dc6d-751d-4ff0-987e-ad7b5cc40c28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb5961d9-9f43-4b59-9b72-d077e5b2a075') {'for_net_delete': True} {{(pid=101349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 18:02:37.771502 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.services.segments.db [None req-57f5dc6d-751d-4ff0-987e-ad7b5cc40c28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb5961d9-9f43-4b59-9b72-d077e5b2a075') {} {{(pid=101349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 18:02:37.780755 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-57f5dc6d-751d-4ff0-987e-ad7b5cc40c28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753903464012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5662916'] for segment, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:37.784338 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] No Port match for: c177a780-636f-418f-8f47-e9708f566c1a {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 18:02:37.784685 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device c177a780-636f-418f-8f47-e9708f566c1a not bound to the agent host dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 18:02:37.785096 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 3a139979-e757-4a3a-b7d5-43c75f85be95 no longer exists at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 18:02:37.794109 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-57f5dc6d-751d-4ff0-987e-ad7b5cc40c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050'] for segment, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:37.799903 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57f5dc6d-751d-4ff0-987e-ad7b5cc40c28 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=101349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 18:02:37.800285 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-57f5dc6d-751d-4ff0-987e-ad7b5cc40c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660797'] for segment, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:37.801859 dv-cinder-797608-18-iscsi neutron-server[101349]: Traceback (most recent call last): Aug 16 18:02:37.801859 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 18:02:37.801859 dv-cinder-797608-18-iscsi neutron-server[101349]: timer() Aug 16 18:02:37.801859 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 18:02:37.801859 dv-cinder-797608-18-iscsi neutron-server[101349]: cb(*args, **kw) Aug 16 18:02:37.801859 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 18:02:37.801859 dv-cinder-797608-18-iscsi neutron-server[101349]: return func(*args, **kwargs) Aug 16 18:02:37.801859 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 18:02:37.801859 dv-cinder-797608-18-iscsi neutron-server[101349]: self._notify() Aug 16 18:02:37.801859 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 18:02:37.801859 dv-cinder-797608-18-iscsi neutron-server[101349]: self.callback(batched_events) Aug 16 18:02:37.801859 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 18:02:37.801859 dv-cinder-797608-18-iscsi neutron-server[101349]: event.method(event) Aug 16 18:02:37.801859 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 18:02:37.801859 dv-cinder-797608-18-iscsi neutron-server[101349]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 18:02:37.801859 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 18:02:37.801859 dv-cinder-797608-18-iscsi neutron-server[101349]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 18:02:37.801859 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 18:02:37.801859 dv-cinder-797608-18-iscsi neutron-server[101349]: return f(self, *a, **k) Aug 16 18:02:37.801859 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 18:02:37.801859 dv-cinder-797608-18-iscsi neutron-server[101349]: return self._get(url).json() Aug 16 18:02:37.801859 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 18:02:37.801859 dv-cinder-797608-18-iscsi neutron-server[101349]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 18:02:37.801859 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 18:02:37.801859 dv-cinder-797608-18-iscsi neutron-server[101349]: return self.request(url, 'GET', **kwargs) Aug 16 18:02:37.801859 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 18:02:37.801859 dv-cinder-797608-18-iscsi neutron-server[101349]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 18:02:37.801859 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 18:02:37.801859 dv-cinder-797608-18-iscsi neutron-server[101349]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 18:02:37.801859 dv-cinder-797608-18-iscsi neutron-server[101349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 18:02:37.801859 dv-cinder-797608-18-iscsi neutron-server[101349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 18:02:37.801859 dv-cinder-797608-18-iscsi neutron-server[101349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 18:02:37.809816 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] No Port match for: 3a139979-e757-4a3a-b7d5-43c75f85be95 {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 18:02:37.809816 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 3a139979-e757-4a3a-b7d5-43c75f85be95 not bound to the agent host dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 18:02:37.809816 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 1667c3e4-10f6-4f41-8488-9e2d071ec931 no longer exists at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 18:02:37.825764 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] No Port match for: 1667c3e4-10f6-4f41-8488-9e2d071ec931 {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 18:02:37.826147 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 1667c3e4-10f6-4f41-8488-9e2d071ec931 not bound to the agent host dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 18:02:37.932313 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-57f5dc6d-751d-4ff0-987e-ad7b5cc40c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1870109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726239'] for network, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:37.937434 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-57f5dc6d-751d-4ff0-987e-ad7b5cc40c28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:37.939285 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-57f5dc6d-751d-4ff0-987e-ad7b5cc40c28 admin admin] 10.222.0.73 "DELETE /v2.0/networks/595f5f6b-511b-4405-8d33-e66f5931d554 HTTP/1.1" status: 204 len: 168 time: 0.7028801 Aug 16 18:02:37.942421 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 59868) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 18:02:37.955221 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f5dc6d-751d-4ff0-987e-ad7b5cc40c28 admin admin] Pushing event deleted for resources: {'Network': ['ID=595f5f6b-511b-4405-8d33-e66f5931d554,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 18:02:38.278811 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d85d-4670-48ce-8c92-c68a31a37523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701377'] for router_interface, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:38.513943 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.plugin [None req-f0f2d85d-4670-48ce-8c92-c68a31a37523 admin admin] Deleting port 49f4f3de-302d-4f10-bff1-1e955e26dd76 {{(pid=101350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 18:02:38.514297 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d85d-4670-48ce-8c92-c68a31a37523 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:38.594746 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.db [None req-f0f2d85d-4670-48ce-8c92-c68a31a37523 admin admin] For port 49f4f3de-302d-4f10-bff1-1e955e26dd76, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=49f4f3de-302d-4f10-bff1-1e955e26dd76,segment=NetworkSegment(da64cae0-11ce-490e-8456-503642da0147),segment_id=da64cae0-11ce-490e-8456-503642da0147)] {{(pid=101350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 18:02:38.595145 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d85d-4670-48ce-8c92-c68a31a37523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:38.606964 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.plugin [None req-f0f2d85d-4670-48ce-8c92-c68a31a37523 admin admin] Calling delete_port for 49f4f3de-302d-4f10-bff1-1e955e26dd76 owned by network:router_interface {{(pid=101350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 18:02:38.856548 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d85d-4670-48ce-8c92-c68a31a37523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4811479'] for port, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:38.882184 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2d85d-4670-48ce-8c92-c68a31a37523 admin admin] Pushing event deleted for resources: {'Port': ['ID=49f4f3de-302d-4f10-bff1-1e955e26dd76,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 18:02:39.059582 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d85d-4670-48ce-8c92-c68a31a37523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-634115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725841'] for router_interface, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:39.268243 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f2d85d-4670-48ce-8c92-c68a31a37523 admin admin] Router 08e84aa8-171d-4dc2-9919-128d559c44e0 has already been hosted by L3 agent b7cba0ef-9e06-4fa7-bf21-1af64f483a24 {{(pid=101350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 18:02:39.376323 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f2d85d-4670-48ce-8c92-c68a31a37523 admin admin] Notify agent at l3_agent.dv-cinder-797608-18-iscsi the message routers_updated {{(pid=101350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 18:02:39.381182 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-f0f2d85d-4670-48ce-8c92-c68a31a37523 admin admin] 10.222.0.73 "PUT /v2.0/routers/08e84aa8-171d-4dc2-9919-128d559c44e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4377229 Aug 16 18:02:39.383705 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 59870) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 18:02:39.386310 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8922cce4-fe24-46e6-bc50-64d358df4490 None None] Sync routers for ids ['08e84aa8-171d-4dc2-9919-128d559c44e0'] in dv-cinder-797608-18-iscsi {{(pid=101352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 18:02:39.395485 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8922cce4-fe24-46e6-bc50-64d358df4490 None None] Routers {'08e84aa8-171d-4dc2-9919-128d559c44e0'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 18:02:39.396074 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-8922cce4-fe24-46e6-bc50-64d358df4490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T18:02:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['08e84aa8-171d-4dc2-9919-128d559c44e0'], 'active': True} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 18:02:39.485880 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-92cc438f-e6a5-4ce7-8808-c39a35bf7f17 admin admin] Notify callbacks [] for router, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:39.497938 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvr_db [None req-8922cce4-fe24-46e6-bc50-64d358df4490 None None] Set router 08e84aa8-171d-4dc2-9919-128d559c44e0 gateway port host: dv-cinder-797608-18-iscsi {{(pid=101352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 18:02:39.585766 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-92cc438f-e6a5-4ce7-8808-c39a35bf7f17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:39.675044 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-8922cce4-fe24-46e6-bc50-64d358df4490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e84aa8-171d-4dc2-9919-128d559c44e0', 'name': 'tempest-TestVolumeBootPattern-249502179-router', 'tenant_id': '31017ba3a6724500828912a3176428e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'external_fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '74178e44-0601-4cf7-a529-ed4fc5fc63d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:55:20Z', 'updated_at': '2021-08-16T18:02:38Z', 'revision_number': 5, 'project_id': '31017ba3a6724500828912a3176428e0', 'gw_port': {'id': '74178e44-0601-4cf7-a529-ed4fc5fc63d5', 'name': '', 'network_id': 'd857f842-3fbc-4776-aae7-ff863ed2df9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e84aa8-171d-4dc2-9919-128d559c44e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T17:55:21Z', 'updated_at': '2021-08-16T17:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '954a9ada-4a6b-483d-99dd-491d9afbe734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-18-iscsi'}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 18:02:39.688081 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.plugin [None req-92cc438f-e6a5-4ce7-8808-c39a35bf7f17 admin admin] Deleting port 74178e44-0601-4cf7-a529-ed4fc5fc63d5 {{(pid=101350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 18:02:39.688540 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-92cc438f-e6a5-4ce7-8808-c39a35bf7f17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:39.700756 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8922cce4-fe24-46e6-bc50-64d358df4490 None None] Checking router: 08e84aa8-171d-4dc2-9919-128d559c44e0 for host: dv-cinder-797608-18-iscsi {{(pid=101352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 18:02:39.709671 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8922cce4-fe24-46e6-bc50-64d358df4490 None None] Routers {'08e84aa8-171d-4dc2-9919-128d559c44e0'} bound to L3 agent in host dv-cinder-797608-18-iscsi {{(pid=101352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 18:02:39.710496 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-8922cce4-fe24-46e6-bc50-64d358df4490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T17:39:26Z,description=,heartbeat_timestamp=2021-08-16T18:02:26Z,host='dv-cinder-797608-18-iscsi',id=b7cba0ef-9e06-4fa7-bf21-1af64f483a24,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T17:39:27Z,topic='l3_agent')) {'router_ids': ['08e84aa8-171d-4dc2-9919-128d559c44e0'], 'active': True} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 18:02:39.769054 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.db [None req-92cc438f-e6a5-4ce7-8808-c39a35bf7f17 admin admin] For port 74178e44-0601-4cf7-a529-ed4fc5fc63d5, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=74178e44-0601-4cf7-a529-ed4fc5fc63d5,segment=NetworkSegment(81288102-e1f3-4b19-b1aa-0a6021adf8ca),segment_id=81288102-e1f3-4b19-b1aa-0a6021adf8ca)] {{(pid=101350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 18:02:39.769410 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-92cc438f-e6a5-4ce7-8808-c39a35bf7f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:39.782377 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.plugin [None req-92cc438f-e6a5-4ce7-8808-c39a35bf7f17 admin admin] Calling delete_port for 74178e44-0601-4cf7-a529-ed4fc5fc63d5 owned by network:router_gateway {{(pid=101350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 18:02:39.886407 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_dvr_db [None req-8922cce4-fe24-46e6-bc50-64d358df4490 None None] Set router 08e84aa8-171d-4dc2-9919-128d559c44e0 gateway port host: None {{(pid=101352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 18:02:39.940234 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.l3_hamode_db [None req-8922cce4-fe24-46e6-bc50-64d358df4490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e84aa8-171d-4dc2-9919-128d559c44e0', 'name': 'tempest-TestVolumeBootPattern-249502179-router', 'tenant_id': '31017ba3a6724500828912a3176428e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:55:20Z', 'updated_at': '2021-08-16T18:02:39Z', 'revision_number': 6, 'project_id': '31017ba3a6724500828912a3176428e0', 'gw_port_host': None}], 'dv-cinder-797608-18-iscsi', False) {} {{(pid=101352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 18:02:39.966856 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8922cce4-fe24-46e6-bc50-64d358df4490 None None] The sync data for ids ['08e84aa8-171d-4dc2-9919-128d559c44e0'] in dv-cinder-797608-18-iscsi is: [{'id': '08e84aa8-171d-4dc2-9919-128d559c44e0', 'name': 'tempest-TestVolumeBootPattern-249502179-router', 'tenant_id': '31017ba3a6724500828912a3176428e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T17:55:20Z', 'updated_at': '2021-08-16T18:02:39Z', 'revision_number': 6, 'project_id': '31017ba3a6724500828912a3176428e0', 'gw_port_host': None}] {{(pid=101352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 18:02:40.004963 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-92cc438f-e6a5-4ce7-8808-c39a35bf7f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4811479'] for port, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:40.029569 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc438f-e6a5-4ce7-8808-c39a35bf7f17 admin admin] Pushing event deleted for resources: {'Port': ['ID=74178e44-0601-4cf7-a529-ed4fc5fc63d5,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 18:02:40.088910 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-92cc438f-e6a5-4ce7-8808-c39a35bf7f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726267'] for router_gateway, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:40.180650 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-92cc438f-e6a5-4ce7-8808-c39a35bf7f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39839'] for router, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:40.182665 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-92cc438f-e6a5-4ce7-8808-c39a35bf7f17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:40.566922 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-92cc438f-e6a5-4ce7-8808-c39a35bf7f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723814'] for router, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:40.567430 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92cc438f-e6a5-4ce7-8808-c39a35bf7f17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08e84aa8-171d-4dc2-9919-128d559c44e0 {{(pid=101350) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 18:02:40.571853 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-92cc438f-e6a5-4ce7-8808-c39a35bf7f17 admin admin] Notify callbacks [] for router, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:40.572991 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-92cc438f-e6a5-4ce7-8808-c39a35bf7f17 admin admin] 10.222.0.73 "DELETE /v2.0/routers/08e84aa8-171d-4dc2-9919-128d559c44e0 HTTP/1.1" status: 204 len: 168 time: 1.1884003 Aug 16 18:02:40.575539 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 59872) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 18:02:40.619249 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c41e13a-ab88-4724-9dbe-3864c4d808bd admin admin] Deleting subnet 9c9db4f3-9036-4810-a17a-3f238a2ec3e1 {{(pid=101350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 18:02:40.623714 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-8c41e13a-ab88-4724-9dbe-3864c4d808bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:40.657953 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-8c41e13a-ab88-4724-9dbe-3864c4d808bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809225'] for subnet, precommit_delete_associations {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:40.743157 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-8c41e13a-ab88-4724-9dbe-3864c4d808bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1871003'] for subnet, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:40.879798 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-8c41e13a-ab88-4724-9dbe-3864c4d808bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1870994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4811394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5156054'] for subnet, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:40.904141 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c41e13a-ab88-4724-9dbe-3864c4d808bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c9db4f3-9036-4810-a17a-3f238a2ec3e1,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 18:02:40.909991 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-8c41e13a-ab88-4724-9dbe-3864c4d808bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:40.912111 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-8c41e13a-ab88-4724-9dbe-3864c4d808bd admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9c9db4f3-9036-4810-a17a-3f238a2ec3e1 HTTP/1.1" status: 204 len: 168 time: 0.3356659 Aug 16 18:02:40.915200 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 59874) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 18:02:40.918362 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e778cd-81c2-4d5d-8286-9b312cbb5996 None None] Network c00db65e-8f20-438f-87f3-7393d6a0ff36 requested from dv-cinder-797608-18-iscsi {{(pid=101351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 18:02:40.984970 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-23d82ae2-4c9d-4842-a0f8-fecfd4f2ff08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639821'] for network, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:41.042560 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.plugin [None req-23d82ae2-4c9d-4842-a0f8-fecfd4f2ff08 admin admin] Deleting port 020ac127-2a94-4996-9493-a43478b95bfe {{(pid=101350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 18:02:41.043029 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-23d82ae2-4c9d-4842-a0f8-fecfd4f2ff08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:41.105336 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a455dbff-15b4-4734-a584-c727db56937d None None] DHCP port deletion for c00db65e-8f20-438f-87f3-7393d6a0ff36 request from dv-cinder-797608-18-iscsi {{(pid=101351) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 18:02:41.112756 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.db [None req-23d82ae2-4c9d-4842-a0f8-fecfd4f2ff08 admin admin] For port 020ac127-2a94-4996-9493-a43478b95bfe, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=020ac127-2a94-4996-9493-a43478b95bfe,segment=NetworkSegment(da64cae0-11ce-490e-8456-503642da0147),segment_id=da64cae0-11ce-490e-8456-503642da0147)] {{(pid=101350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 18:02:41.113261 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-23d82ae2-4c9d-4842-a0f8-fecfd4f2ff08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:41.125221 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.plugin [None req-23d82ae2-4c9d-4842-a0f8-fecfd4f2ff08 admin admin] Calling delete_port for 020ac127-2a94-4996-9493-a43478b95bfe owned by network:dhcp {{(pid=101350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 18:02:41.150261 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-a455dbff-15b4-4734-a584-c727db56937d None None] Deleting port 020ac127-2a94-4996-9493-a43478b95bfe {{(pid=101351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 18:02:41.150635 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-a455dbff-15b4-4734-a584-c727db56937d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753903332087'] for port, before_delete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:41.211719 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.db [None req-a455dbff-15b4-4734-a584-c727db56937d None None] For port 020ac127-2a94-4996-9493-a43478b95bfe, host dv-cinder-797608-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-18-iscsi',level=0,port_id=020ac127-2a94-4996-9493-a43478b95bfe,segment=NetworkSegment(da64cae0-11ce-490e-8456-503642da0147),segment_id=da64cae0-11ce-490e-8456-503642da0147)] {{(pid=101351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 18:02:41.212031 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-a455dbff-15b4-4734-a584-c727db56937d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745907'] for port, precommit_delete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:41.227429 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-a455dbff-15b4-4734-a584-c727db56937d None None] Calling delete_port for 020ac127-2a94-4996-9493-a43478b95bfe owned by network:dhcp {{(pid=101351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 18:02:41.327660 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-23d82ae2-4c9d-4842-a0f8-fecfd4f2ff08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4811479'] for port, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:41.333071 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-a455dbff-15b4-4734-a584-c727db56937d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753903421013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753902951671'] for port, after_delete {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:41.358354 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a455dbff-15b4-4734-a584-c727db56937d None None] Pushing event deleted for resources: {'Port': ['ID=020ac127-2a94-4996-9493-a43478b95bfe,revision_number=None']} {{(pid=101351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 18:02:41.359226 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d82ae2-4c9d-4842-a0f8-fecfd4f2ff08 admin admin] No DVR routers for this DVR port 020ac127-2a94-4996-9493-a43478b95bfe on host dv-cinder-797608-18-iscsi {{(pid=101350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 18:02:41.362166 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a455dbff-15b4-4734-a584-c727db56937d None None] No DVR routers for this DVR port 020ac127-2a94-4996-9493-a43478b95bfe on host dv-cinder-797608-18-iscsi {{(pid=101351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 18:02:41.367372 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d82ae2-4c9d-4842-a0f8-fecfd4f2ff08 admin admin] Pushing event deleted for resources: {'Port': ['ID=020ac127-2a94-4996-9493-a43478b95bfe,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 18:02:41.438262 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-23d82ae2-4c9d-4842-a0f8-fecfd4f2ff08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1573870', 'neutron.services.segments.db._delete_segments_for_network-8753903461187'] for network, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:41.448284 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.services.segments.db [None req-23d82ae2-4c9d-4842-a0f8-fecfd4f2ff08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c00db65e-8f20-438f-87f3-7393d6a0ff36']}} {{(pid=101350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 18:02:41.457572 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.services.segments.db [None req-23d82ae2-4c9d-4842-a0f8-fecfd4f2ff08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da64cae0-11ce-490e-8456-503642da0147') {'for_net_delete': True} {{(pid=101350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 18:02:41.457861 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.services.segments.db [None req-23d82ae2-4c9d-4842-a0f8-fecfd4f2ff08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da64cae0-11ce-490e-8456-503642da0147') {} {{(pid=101350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 18:02:41.467138 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-23d82ae2-4c9d-4842-a0f8-fecfd4f2ff08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753903464012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809216'] for segment, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:41.480019 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-23d82ae2-4c9d-4842-a0f8-fecfd4f2ff08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050'] for segment, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:41.485782 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23d82ae2-4c9d-4842-a0f8-fecfd4f2ff08 admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=101350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 18:02:41.488310 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-23d82ae2-4c9d-4842-a0f8-fecfd4f2ff08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1871050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4811492'] for segment, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:41.488310 dv-cinder-797608-18-iscsi neutron-server[101350]: Traceback (most recent call last): Aug 16 18:02:41.488310 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 18:02:41.488310 dv-cinder-797608-18-iscsi neutron-server[101350]: timer() Aug 16 18:02:41.488310 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 18:02:41.488310 dv-cinder-797608-18-iscsi neutron-server[101350]: cb(*args, **kw) Aug 16 18:02:41.488310 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 18:02:41.488310 dv-cinder-797608-18-iscsi neutron-server[101350]: return func(*args, **kwargs) Aug 16 18:02:41.488310 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 18:02:41.488310 dv-cinder-797608-18-iscsi neutron-server[101350]: self._notify() Aug 16 18:02:41.488310 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 18:02:41.488310 dv-cinder-797608-18-iscsi neutron-server[101350]: self.callback(batched_events) Aug 16 18:02:41.488310 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 18:02:41.488310 dv-cinder-797608-18-iscsi neutron-server[101350]: event.method(event) Aug 16 18:02:41.488310 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 18:02:41.488310 dv-cinder-797608-18-iscsi neutron-server[101350]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 18:02:41.488310 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 18:02:41.488310 dv-cinder-797608-18-iscsi neutron-server[101350]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 18:02:41.488310 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 18:02:41.488310 dv-cinder-797608-18-iscsi neutron-server[101350]: return f(self, *a, **k) Aug 16 18:02:41.488310 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 18:02:41.488310 dv-cinder-797608-18-iscsi neutron-server[101350]: return self._get(url).json() Aug 16 18:02:41.488310 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 18:02:41.488310 dv-cinder-797608-18-iscsi neutron-server[101350]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 18:02:41.488310 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 18:02:41.488310 dv-cinder-797608-18-iscsi neutron-server[101350]: return self.request(url, 'GET', **kwargs) Aug 16 18:02:41.488310 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 18:02:41.488310 dv-cinder-797608-18-iscsi neutron-server[101350]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 18:02:41.488310 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 18:02:41.488310 dv-cinder-797608-18-iscsi neutron-server[101350]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 18:02:41.488310 dv-cinder-797608-18-iscsi neutron-server[101350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 18:02:41.488310 dv-cinder-797608-18-iscsi neutron-server[101350]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 18:02:41.488310 dv-cinder-797608-18-iscsi neutron-server[101350]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 18:02:41.604917 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-23d82ae2-4c9d-4842-a0f8-fecfd4f2ff08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1870109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726239'] for network, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:41.609950 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-23d82ae2-4c9d-4842-a0f8-fecfd4f2ff08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:41.611747 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-23d82ae2-4c9d-4842-a0f8-fecfd4f2ff08 admin admin] 10.222.0.73 "DELETE /v2.0/networks/c00db65e-8f20-438f-87f3-7393d6a0ff36 HTTP/1.1" status: 204 len: 168 time: 0.6955860 Aug 16 18:02:41.623068 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d82ae2-4c9d-4842-a0f8-fecfd4f2ff08 admin admin] Pushing event deleted for resources: {'Network': ['ID=c00db65e-8f20-438f-87f3-7393d6a0ff36,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 18:02:41.761532 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 49f4f3de-302d-4f10-bff1-1e955e26dd76 no longer exists at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 18:02:41.782437 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] No Port match for: 49f4f3de-302d-4f10-bff1-1e955e26dd76 {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 18:02:41.786214 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 49f4f3de-302d-4f10-bff1-1e955e26dd76 not bound to the agent host dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 18:02:41.786214 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 74178e44-0601-4cf7-a529-ed4fc5fc63d5 no longer exists at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 18:02:41.805411 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] No Port match for: 74178e44-0601-4cf7-a529-ed4fc5fc63d5 {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 18:02:41.805756 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 74178e44-0601-4cf7-a529-ed4fc5fc63d5 not bound to the agent host dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 18:02:41.806190 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 020ac127-2a94-4996-9493-a43478b95bfe no longer exists at agent ovs-agent-dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 18:02:41.828585 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] No Port match for: 020ac127-2a94-4996-9493-a43478b95bfe {{(pid=101351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 18:02:41.828930 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron.plugins.ml2.rpc [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Device 020ac127-2a94-4996-9493-a43478b95bfe not bound to the agent host dv-cinder-797608-18-iscsi {{(pid=101351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 18:02:41.970078 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 59878) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 18:02:42.008861 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-0e204c1e-97c9-4e2c-9ddc-d8f4f77d9cf5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d20225068a374f8e8ad006b98508f29d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376537 Aug 16 18:02:42.011325 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [-] (101350) accepted ('10.222.0.73', 59880) {{(pid=101350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 18:02:42.061314 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-49cd9610-99f2-4f00-aab4-2469f80cc473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:42.081728 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-49cd9610-99f2-4f00-aab4-2469f80cc473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:42.181584 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-49cd9610-99f2-4f00-aab4-2469f80cc473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:42.184033 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron_lib.callbacks.manager [None req-49cd9610-99f2-4f00-aab4-2469f80cc473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:42.185139 dv-cinder-797608-18-iscsi neutron-server[101350]: INFO neutron.wsgi [None req-49cd9610-99f2-4f00-aab4-2469f80cc473 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b303f9c4-e76b-4acf-9737-d2c89315894e HTTP/1.1" status: 204 len: 168 time: 0.1729412 Aug 16 18:02:42.193008 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd9610-99f2-4f00-aab4-2469f80cc473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b303f9c4-e76b-4acf-9737-d2c89315894e,revision_number=None']} {{(pid=101350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 18:02:42.809953 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 59886) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 18:02:42.848264 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-c27c518d-13c0-47ee-a9f5-9d4b65079ac6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=31017ba3a6724500828912a3176428e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371861 Aug 16 18:02:42.850654 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.wsgi [-] (101349) accepted ('10.222.0.73', 59888) {{(pid=101349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 18:02:42.897157 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-1cd62a62-cd28-45bb-ae40-98b48f9b5118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:42.918076 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-1cd62a62-cd28-45bb-ae40-98b48f9b5118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:43.041021 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-1cd62a62-cd28-45bb-ae40-98b48f9b5118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731295'] for security_group, after_delete {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:43.043544 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron_lib.callbacks.manager [None req-1cd62a62-cd28-45bb-ae40-98b48f9b5118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:43.044666 dv-cinder-797608-18-iscsi neutron-server[101349]: INFO neutron.wsgi [None req-1cd62a62-cd28-45bb-ae40-98b48f9b5118 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ef624fb7-9eb2-4cb9-b676-8297131e1031 HTTP/1.1" status: 204 len: 168 time: 0.1931493 Aug 16 18:02:43.052478 dv-cinder-797608-18-iscsi neutron-server[101349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd62a62-cd28-45bb-ae40-98b48f9b5118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef624fb7-9eb2-4cb9-b676-8297131e1031,revision_number=None']} {{(pid=101349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 18:02:53.787872 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4e8a9e46-f3b4-4c64-adbf-e5b822578c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:56.566967 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-8c484b37-fdc3-4d0b-a02a-ffde41d39f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:56.713675 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:57.713721 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:57.875425 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:02:59.195653 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:03:03.748645 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 6 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 18:03:23.795904 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-5739ec7f-2e0c-40e0-96f8-6db80ac84ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:03:26.521275 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4d026ae1-b0bb-4070-8973-7f6af2c6b4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:03:26.687366 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:03:27.709922 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:03:27.870143 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:03:29.138726 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:03:40.748171 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 6 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 18:03:53.813376 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-d8dfef98-0322-4802-abd7-757abfc92083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:03:56.556183 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-159a4b98-550d-4e6e-bdee-9e74e9fc79eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:03:56.721835 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:03:57.715682 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:03:57.853132 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:03:59.137404 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:04:17.747345 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 6 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 18:04:23.795955 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-955f0270-01d5-4ce1-bba2-6a2ec223aa16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:04:26.538739 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-a6d43177-570d-450b-b57c-664dce877839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:04:26.710273 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:04:27.751236 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:04:27.938212 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:04:29.167891 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:04:53.767561 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-f349342f-9213-4705-90a4-9fad765dec85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:04:54.746336 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 6 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 18:04:56.539053 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-f274bc2e-3a9d-49e0-aa45-d2f59977300d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:04:56.709311 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:04:57.750518 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:04:57.938852 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:04:59.150402 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:05:23.802402 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-326f371d-ed33-43bc-a612-64bb8d16d568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:05:26.550788 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-32cdd4b7-84fa-44c9-8b11-df41f769f7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:05:26.710911 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:05:27.716612 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:05:27.892802 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:05:29.127398 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:05:31.745429 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 6 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 18:05:53.801956 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-ce398e94-469f-4dc8-a88c-02245f93539b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:05:56.538894 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-cb8a3d60-bddc-48da-a45b-a42d16c38096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:05:56.698211 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:05:57.710306 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:05:57.893209 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:05:59.138914 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:06:08.743036 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 6 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 18:06:17.045838 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [req-48108e4a-e22e-4dd4-b4d2-583887e94563 req-31a4320b-c61d-4664-828d-b0ddcad0f2a7 tempest-ServerRescueNegativeTestJSON-2078346103 tempest-ServerRescueNegativeTestJSON-2078346103-project] (101350) timed out ('10.222.0.73', 48166) {{(pid=101350) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 18:06:23.802030 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-21f19574-e0d5-496c-aaf3-690cb5a667a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:06:26.584386 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-fef5e21f-6224-4cd2-bed9-5b3a9c1db5fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:06:26.727233 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:06:27.779023 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:06:27.893481 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:06:29.144866 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:06:45.743480 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 6 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 18:06:53.790030 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-77e54ea4-d244-4fc5-9eb2-643c7a41c594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:06:56.566971 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-08d91896-75ae-4b9a-a0e2-ee9be9b9e198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:06:56.709956 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:06:57.790024 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:06:57.921632 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:06:59.144838 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:07:22.742087 dv-cinder-797608-18-iscsi neutron-server[101352]: DEBUG neutron.db.agents_db [None req-4fcc6a97-c3a8-43b6-ad5f-48457ddd21bd None None] Agent healthcheck: found 6 active agents {{(pid=101352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 18:07:23.789864 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-d6d226f4-33ef-4746-8ed5-c1b66143ab49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:07:26.561390 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-a2d4eb7f-4968-416b-b59f-97ac11bf5a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:07:26.772749 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:07:27.715798 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:07:27.909781 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:07:29.155180 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8858-e5ae-4b04-a9da-b639e29fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:07:32.286535 dv-cinder-797608-18-iscsi neutron-server[101350]: DEBUG neutron.wsgi [req-6d5a730e-72f0-486a-a1aa-6652a37bbc16 req-321a0a97-fadd-4535-bd30-63d8e2ad8c6b service neutron] (101350) timed out ('10.222.0.13', 61373) {{(pid=101350) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 18:07:53.800917 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-853ab884-a2b9-4521-9ffc-c63d6b5ff3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:07:56.566692 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4d6da597-0c3d-4d88-8358-c69915241307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:07:56.703968 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-24fdd43a-2496-44d5-ba4e-fb1eee2f5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:07:57.744069 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-42487475-e31a-4c08-b799-61fd5fd106ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 18:07:57.966930 dv-cinder-797608-18-iscsi neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6672-d4c7-43e3-9555-db3af8c5e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753903378297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572960'] for agent, after_update {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}